-- Logs begin at Tue 2021-01-26 10:43:50 UTC, end at Tue 2021-01-26 12:09:31 UTC. --
Jan 26 11:36:27.903666 dv-cinder-772388-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 26 11:36:30.678815 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.common.config [-] Logging enabled!
Jan 26 11:36:30.679379 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev429
Jan 26 11:36:30.680781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 26 11:36:30.682644 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.common.config [-] Logging enabled!
Jan 26 11:36:30.682945 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev429
Jan 26 11:36:30.683300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 26 11:36:30.684358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 26 11:36:30.684628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 26 11:36:30.685692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 26 11:36:30.685980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 26 11:36:30.686246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 26 11:36:30.686616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.686967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.687312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.687640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.688013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.688241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.688566 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.688905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.689258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.689613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.689932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.690260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.690526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.690852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.691188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.691525 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.691784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.692105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.692654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.692982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.693304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.693687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.694002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.694322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.694651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.695028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] host                           = dv-cinder-772388-2-iscsi {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.695573 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.695780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.696115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.696452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.696768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.697089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.697421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.697760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.698080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.698396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.698731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.699065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.699413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.699673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.699930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.700264 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.700598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.700915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.701233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.701550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.701890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.702205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.702515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.702846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.703183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.703516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.703834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.704151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.704464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.704776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.705109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.705425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.705771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.706087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.706424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.706735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.707472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.707472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.707694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.708022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.708422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.708668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.709001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.709318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.709673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.709990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.710306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.710620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.711598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.711920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.712232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.712545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.712861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.713197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:30.713542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.713937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.714288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.714616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.714957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.715286 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.715625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.715949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.716291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.716631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.716965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.717288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.717639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.717960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.718306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.718669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.719012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.719354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.719676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.719994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.720312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.720636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.720966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.721309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.721670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.721988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.722310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.722655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.722978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.723293 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.723615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.723954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.724272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.724588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.724911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.725231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.725546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.725884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.726203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.727084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.727411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.727727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.728042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.728361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.728730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.729006 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.729654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.729654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.729964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.730391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.730600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.730915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.731650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.731650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.731867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.732133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.732444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.732761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.733074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.733389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.733726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.734043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.734362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.734679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.734992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.735307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.735622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.735934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.736262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.736603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.736923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.737268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.737565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.737904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.738223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.738541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.738860 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.739178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.739498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.739839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.740165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.740527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.740814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.741134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.741476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.741819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.742177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.742494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.742883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.743220 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.743556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.743895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.744232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.744569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.744907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.745240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.745558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.745943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.746272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:30.746522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 26 11:36:30.746793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80131) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 26 11:36:31.418134 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO keyring.backend [-] Loading Gnome
Jan 26 11:36:31.436539 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO keyring.backend [-] Loading Google
Jan 26 11:36:31.439371 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO keyring.backend [-] Loading Windows (alt)
Jan 26 11:36:31.443012 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO keyring.backend [-] Loading file
Jan 26 11:36:31.443876 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO keyring.backend [-] Loading keyczar
Jan 26 11:36:31.444159 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO keyring.backend [-] Loading multi
Jan 26 11:36:31.444801 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO keyring.backend [-] Loading pyfs
Jan 26 11:36:31.494848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:36:31.495155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:36:31.495484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:36:31.495866 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 26 11:36:31.900705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.901258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.901364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.950560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.950883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.951192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.954856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.955172 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:31.955481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.026530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.026847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.027155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.028308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.028617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.028923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.296503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f07f1339d08> agent after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.296828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f07f1339d08> agent after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.297145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f07f1339d90> segment precommit_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.297444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f07f1339e18> network precommit_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.298299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f07f1350e18> segment before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.446208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> network before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.446588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f07f155e9d8> agent before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.446920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> network before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.447231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> port before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.447540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> port before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.447920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> segment after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.448226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> segment precommit_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.448689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> segment precommit_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.448989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> segment after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.449340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> network after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.449665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> network precommit_delete 0 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.449980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> port provisioning_complete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.450297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.450599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> rbac-policy after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.450913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> agent after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.451232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> subnet after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.451534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> subnet precommit_delete 0 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.451860 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.452152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.452641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> port after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.452939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.453225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> port after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.453597 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.453880 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.454168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f07f1df10f0>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.454599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:32.454884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:32.455162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:32.455438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:32.455713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:32.455988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:32.457388 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 26 11:36:32.460673 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 26 11:36:32.465228 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 26 11:36:32.469292 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Jan 26 11:36:32.470959 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 26 11:36:32.472152 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 26 11:36:32.472696 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 26 11:36:32.473133 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 26 11:36:32.475926 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 26 11:36:32.476217 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 26 11:36:32.477161 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 26 11:36:32.498997 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 26 11:36:32.499516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f07f15226d8>> qos_plugin after_init 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.499852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80131) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 26 11:36:32.500305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f07f136b2b0>> logging-plugin after_init 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.501694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80131) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 26 11:36:32.502023 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 26 11:36:32.502306 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 26 11:36:32.505447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f07f136b358>> floatingip before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.505795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f07f136b358>> port before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:32.576402 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 26 11:36:32.576589 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 26 11:36:32.576860 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 26 11:36:32.577283 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 26 11:36:32.613788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.sqlalchemy.engines [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80131) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 26 11:36:33.121399 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Initializing driver for type 'gre'
Jan 26 11:36:33.122003 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] gre ID ranges: [(1, 1000)]
Jan 26 11:36:33.215913 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Initializing driver for type 'local'
Jan 26 11:36:33.216225 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Initializing driver for type 'vlan'
Jan 26 11:36:33.286800 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] VlanTypeDriver initialization complete
Jan 26 11:36:33.287187 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Initializing driver for type 'vxlan'
Jan 26 11:36:33.287797 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] vxlan ID ranges: [(1, 1000)]
Jan 26 11:36:33.404145 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Initializing extension driver 'port_security'
Jan 26 11:36:33.404528 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] PortSecurityExtensionDriver initialization complete
Jan 26 11:36:33.404918 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Initializing mechanism driver 'openvswitch'
Jan 26 11:36:33.411403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:36:33.412285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f5305550>> port after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.412705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f5305550>> port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.413109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f5305550>> port after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.413550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e56ef0>> subnet after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.414538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e56ef0>> subnet after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.415409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e56ef0>> subnet after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.415837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e56fd0>> network after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.416236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e56fd0>> network after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.416629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e56fd0>> network after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.417054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e622b0>> security_group after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.417449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e622b0>> security_group after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.418019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e622b0>> security_group after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.418452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e62470>> security_group_rule after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.418853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e62470>> security_group_rule after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.419245 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e62470>> security_group_rule after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.419677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e62630>> address_group after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.420068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e62630>> address_group after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.420459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f07f0e62630>> address_group after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.420843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] ML2 OVO RPC backend initialized. {{(pid=80131) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 26 11:36:33.421624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> router_interface after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.422005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> router_interface after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.422474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> network before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.422871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> networks before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.423258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> port before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.423647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> ports before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.424036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> subnet before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.424426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> subnets before_response 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.424818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> network after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.425205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> network after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.425639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> network after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.425995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> port after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.426634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.427055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> port after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.427401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> subnet after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.427787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> subnet after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.428166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f07f0e62710>> subnet after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.428814 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.plugin [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Modular L2 Plugin initialization complete
Jan 26 11:36:33.429188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading services supported by the core plugin {{(pid=80131) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 26 11:36:33.430174 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.plugins.ml2.managers [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Got port-security extension from driver 'port_security'
Jan 26 11:36:33.430721 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.extensions.vlantransparent [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Disabled vlantransparent extension.
Jan 26 11:36:33.432211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80131) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 26 11:36:33.432582 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: router
Jan 26 11:36:33.469791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router_interface before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.470179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router after_create 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.470609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router before_create 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.471029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router_interface before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.471463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router_interface after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.471874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router after_delete 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.472296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> floatingip after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.472715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router after_create 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.473168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router after_update 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.473606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router after_update 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.474044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router_gateway after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.474457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router after_update 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.474955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router precommit_update 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.475385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f07f13e4730> port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.475779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f07f13e71e0> port after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.476170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f07f13daa60> subnet after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.477315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f07f13e46a8> subnetpool_address_scope after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.477681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> port precommit_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.478088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router precommit_create 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.478486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f07f13da158> port before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.478885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router precommit_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.479306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router after_update 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.479702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router precommit_delete 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.480103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router precommit_create 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.480530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router_interface after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.480927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> router precommit_update 55549900 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.481374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f07f0e62898>> network after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.482414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Tracking information for resource: router configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:33.482794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Tracking information for resource: floatingip configured {{(pid=80131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 11:36:33.487851 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_agentschedulers_db [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 26 11:36:33.488517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f07f0dda950> port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.488928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f07f0de08c8> port after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.489326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function _notify_port_delete at 0x7f07f0dda8c8> port after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.489754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f07f0ddaae8> port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.490697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f07f0da05f8>> router before_create 55550100 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.491113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f07f0da05f8>> router precommit_delete 55550100 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.491532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f07f0da05f8>> router precommit_create 55550100 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.491938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f07f0da05f8>> router precommit_update 55550100 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.497781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.provider_configuration [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service providers = [] {{(pid=80131) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 26 11:36:33.498191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.servicetype_db [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80131) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 26 11:36:33.501067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.service_base [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 11:36:33.501467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.service_base [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 11:36:33.501882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.service_base [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 11:36:33.502794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.service_base [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 11:36:33.503208 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.services.service_base [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 26 11:36:33.503648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.504017 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 26 11:36:33.514563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.514949 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: auto_allocate
Jan 26 11:36:33.520744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f07f0d541e0> network precommit_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.521154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f07f0d541e0> network precommit_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.521781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.522148 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: tag
Jan 26 11:36:33.529346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.529748 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: timestamp
Jan 26 11:36:33.533708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.534089 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: network_ip_availability
Jan 26 11:36:33.540356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f07f0d5f5c0>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.540781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f07f0d5f5c0>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.543415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f07f0d5f5c0>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.543415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.543415 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: flavors
Jan 26 11:36:33.547194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.547578 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading Plugin: revisions
Jan 26 11:36:33.553868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 11:36:33.554307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.059s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:36:33.555756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80131) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 26 11:36:33.556129 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Initializing extension manager.
Jan 26 11:36:33.556706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: __init__.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.557102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: __pycache__ {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.557490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.557896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: address_group.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.558755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.559427 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: address-group
Jan 26 11:36:33.559802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: address_scope.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.560593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.561195 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: address-scope
Jan 26 11:36:33.561567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.562572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.563161 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: router-admin-state-down-before-update
Jan 26 11:36:33.563533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: agent.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.564318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.564903 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: agent
Jan 26 11:36:33.565270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: agent_resources_synced.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.566234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.566820 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: agent-resources-synced
Jan 26 11:36:33.567189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: allowedaddresspairs.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.569055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.569699 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: allowed-address-pairs
Jan 26 11:36:33.570107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: auto_allocated_topology.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.571242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.571836 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: auto-allocated-topology
Jan 26 11:36:33.572209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: availability_zone.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.572985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.573617 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: availability_zone
Jan 26 11:36:33.573975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: availability_zone_filter.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.574929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.575517 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: availability_zone_filter
Jan 26 11:36:33.575888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: data_plane_status.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.576827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.577410 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 26 11:36:33.577806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: default_subnetpools.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.578927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.579520 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: default-subnetpools
Jan 26 11:36:33.579893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.580784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.581378 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: dhcp_agent_scheduler
Jan 26 11:36:33.581781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: dns.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.582726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.583322 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension dns-integration not supported by any of loaded plugins
Jan 26 11:36:33.583689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: dns_domain_ports.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.584638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.585234 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 26 11:36:33.585618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: dvr.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.586445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.587042 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: dvr
Jan 26 11:36:33.587420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: empty_string_filtering.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.588363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.588953 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: empty-string-filtering
Jan 26 11:36:33.589320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.590287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.590872 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 26 11:36:33.591250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.592196 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.592778 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 26 11:36:33.593148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: external_net.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.594122 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.594711 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: external-net
Jan 26 11:36:33.595087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.596030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.596615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: extra_dhcp_opt
Jan 26 11:36:33.596985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: extraroute.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.597973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.598561 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: extraroute
Jan 26 11:36:33.598934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: extraroute_atomic.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.600008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.600609 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: extraroute-atomic
Jan 26 11:36:33.600976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: filter_validation.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.602469 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.603219 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: filter-validation
Jan 26 11:36:33.603592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: fip_pf_description.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.604540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.605128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 26 11:36:33.605497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: fip_port_details.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.606488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.607074 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: fip-port-details
Jan 26 11:36:33.607447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: flavors.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.608819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.609429 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: flavors
Jan 26 11:36:33.609828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.611538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.612146 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 26 11:36:33.612517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: floatingip_pools.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.613298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.613920 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: floatingip-pools
Jan 26 11:36:33.614298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: ip_allocation.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.615262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.615861 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 26 11:36:33.616233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.617870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.618465 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: ip-substring-filtering
Jan 26 11:36:33.618841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l2_adjacency.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.619794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.620386 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 26 11:36:33.620761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l3.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.621917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.622516 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: router
Jan 26 11:36:33.622907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.625212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.625853 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 26 11:36:33.626236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.627190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.627788 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: ext-gw-mode
Jan 26 11:36:33.628164 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.629116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.629741 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: l3-ha
Jan 26 11:36:33.630117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l3_flavors.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.631169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.631758 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: l3-flavors
Jan 26 11:36:33.632134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.633197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.633896 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 26 11:36:33.634273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: l3agentscheduler.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.635453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.636096 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: l3_agent_scheduler
Jan 26 11:36:33.636471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: logging.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.638039 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.638649 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension logging not supported by any of loaded plugins
Jan 26 11:36:33.639030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: metering.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.639856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.640561 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: metering
Jan 26 11:36:33.640943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.642141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.642733 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: metering_source_and_destination_fields
Jan 26 11:36:33.643108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: multiprovidernet.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.650992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.651619 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: multi-provider
Jan 26 11:36:33.652003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: netmtu.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.652958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.653542 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: net-mtu
Jan 26 11:36:33.653971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: netmtu_writable.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.654925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.655518 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: net-mtu-writable
Jan 26 11:36:33.655887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: network_availability_zone.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.656740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.657369 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: network_availability_zone
Jan 26 11:36:33.657771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: network_ip_availability.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.658918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.659514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: network-ip-availability
Jan 26 11:36:33.659888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: network_segment_range.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.660742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.661333 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 26 11:36:33.661733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: pagination.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.662766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.663146 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: pagination
Jan 26 11:36:33.663518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.665139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.665782 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: port-mac-address-regenerate
Jan 26 11:36:33.666161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.667102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.667700 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: port-numa-affinity-policy
Jan 26 11:36:33.668076 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: port_resource_request.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.669038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.669652 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 26 11:36:33.670022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: portbindings.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.671008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.671599 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: binding
Jan 26 11:36:33.671971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: portbindings_extended.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.673286 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.673918 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: binding-extended
Jan 26 11:36:33.674291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: portsecurity.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.675247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.675841 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: port-security
Jan 26 11:36:33.676469 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: project_id.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.677474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.677889 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: project-id
Jan 26 11:36:33.678262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: providernet.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.679219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.679858 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: provider
Jan 26 11:36:33.680234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.683965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.684580 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos not supported by any of loaded plugins
Jan 26 11:36:33.684966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.686285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.686881 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 26 11:36:33.687257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.688216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.688811 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 26 11:36:33.689182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_default.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.690161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.690753 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-default not supported by any of loaded plugins
Jan 26 11:36:33.691126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_fip.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.691843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.692433 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-fip not supported by any of loaded plugins
Jan 26 11:36:33.692805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_gateway_ip.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.699319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.699912 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 26 11:36:33.700289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_port_network_policy.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.701236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.701862 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 26 11:36:33.702240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_rule_type_details.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.703194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.703776 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 26 11:36:33.704149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: qos_rules_alias.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.705232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.705846 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 26 11:36:33.706218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: quotasv2.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.707238 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.707620 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: quotas
Jan 26 11:36:33.707991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: quotasv2_detail.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.709736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.710199 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: quota_details
Jan 26 11:36:33.710578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: rbac.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.712537 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.713199 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: rbac-policies
Jan 26 11:36:33.713618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: rbac_address_scope.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.714648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.715246 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: rbac-address-scope
Jan 26 11:36:33.715621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: rbac_security_groups.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.716569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.717178 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: rbac-security-groups
Jan 26 11:36:33.717553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: rbac_subnetpool.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.718533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.719129 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: rbac-subnetpool
Jan 26 11:36:33.719507 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: revisionifmatch.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.720544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.721073 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: revision-if-match
Jan 26 11:36:33.721448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: revisions.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.722661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.723262 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: standard-attr-revisions
Jan 26 11:36:33.723637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: router_availability_zone.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.724384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.724989 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: router_availability_zone
Jan 26 11:36:33.725360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: routerservicetype.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.726453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.727657 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension router-service-type not supported by any of loaded plugins
Jan 26 11:36:33.728025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.728994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.729641 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: security-groups-normalized-cidr
Jan 26 11:36:33.730016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.730974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.731561 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: port-security-groups-filtering
Jan 26 11:36:33.731932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.733030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.733650 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: security-groups-remote-address-group
Jan 26 11:36:33.734027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: securitygroup.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.747665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.748339 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: security-group
Jan 26 11:36:33.748730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: segment.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.749636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.750233 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension segment not supported by any of loaded plugins
Jan 26 11:36:33.750612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.751633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.752229 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 26 11:36:33.752606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: servicetype.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.753783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.754389 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: service-type
Jan 26 11:36:33.754767 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: sorting.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.755782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.756174 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: sorting
Jan 26 11:36:33.756546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: standard_attr_segment.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.757496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.758150 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 26 11:36:33.758522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: standardattrdescription.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.759237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.759872 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: standard-attr-description
Jan 26 11:36:33.760243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: stateful_security_group.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.761210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.761829 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: stateful-security-group
Jan 26 11:36:33.762205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: stdattrs_common.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.762805 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 26 11:36:33.763182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.764143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.764739 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 26 11:36:33.765113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: subnet_onboard.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.766233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.766835 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: subnet_onboard
Jan 26 11:36:33.767208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.768243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.768830 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 26 11:36:33.769200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: subnet_service_types.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.770188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.770777 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: subnet-service-types
Jan 26 11:36:33.771148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: subnetallocation.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.772261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.772859 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: subnet_allocation
Jan 26 11:36:33.773789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.774527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.775113 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: subnetpool-prefix-ops
Jan 26 11:36:33.775485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.776460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.777048 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 26 11:36:33.777424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: tagging.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.778780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.779376 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: standard-attr-tag
Jan 26 11:36:33.779752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: timestamp.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.780964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.781563 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loaded extension: standard-attr-timestamp
Jan 26 11:36:33.781972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: trunk.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.783038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.783632 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension trunk not supported by any of loaded plugins
Jan 26 11:36:33.784005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: trunk_details.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.784979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.785565 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension trunk-details not supported by any of loaded plugins
Jan 26 11:36:33.785961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: uplink_status_propagation.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.786907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.787493 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 26 11:36:33.787869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Loading extension file: vlantransparent.py {{(pid=80131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 11:36:33.788597 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 11:36:33.789752 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 26 11:36:33.792692 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:network
Jan 26 11:36:33.793533 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:subnet
Jan 26 11:36:33.794258 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 11:36:33.794987 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:port
Jan 26 11:36:33.796452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.796949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service FLAVORS assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.797670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.798184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.798545 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:router
Jan 26 11:36:33.799302 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:floatingip
Jan 26 11:36:33.800157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service METERING assigned prefix: /metering {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.802728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f07f0c646d8>> rbac-policy before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.803162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f07f0c646d8>> rbac-policy before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.803566 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f07f0c646d8>> rbac-policy before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:36:33.804939 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 26 11:36:33.805437 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:security_group
Jan 26 11:36:33.807272 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 26 11:36:33.808138 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service CORE assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.808562 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 11:36:33.808949 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] subnetpool is already registered
Jan 26 11:36:33.809680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service CORE assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.810063 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 11:36:33.810436 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] subnetpool is already registered
Jan 26 11:36:33.813278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.813790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service FLAVORS assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.814456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.814931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.815315 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:router
Jan 26 11:36:33.815694 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] router is already registered
Jan 26 11:36:33.816377 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:floatingip
Jan 26 11:36:33.816756 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] floatingip is already registered
Jan 26 11:36:33.817467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service METERING assigned prefix: /metering {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.818264 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 26 11:36:33.818643 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] rbac_policy is already registered
Jan 26 11:36:33.819281 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:security_group
Jan 26 11:36:33.819659 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] security_group is already registered
Jan 26 11:36:33.820385 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 26 11:36:33.820750 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] security_group_rule is already registered
Jan 26 11:36:33.821509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service CORE assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.821909 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 11:36:33.822282 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] subnetpool is already registered
Jan 26 11:36:33.822960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.resource_helper [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Service CORE assigned prefix:  {{(pid=80131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 11:36:33.823347 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 11:36:33.823715 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.quota.resource_registry [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] subnetpool is already registered
Jan 26 11:36:33.824447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: extensions {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.826088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: address-groups {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.827847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: address-scopes {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.829156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: agents {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.830440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: auto-allocated-topology {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.831813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: availability_zones {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.833230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: dhcp-networks {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.834798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: dhcp-agents {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.837175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: routers {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.839210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: flavors {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.840482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: service_profiles {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.841825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: next_providers {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.843546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: service_profiles {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.845126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: floatingip-pools {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.846475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: routers {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.848404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: floatingips {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.849766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: l3-routers {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.851270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: l3-agents {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.853405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: metering-labels {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.854910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: metering-label-rules {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.856312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: network-ip-availabilities {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.857692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: bindings {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.859562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: quotas {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.861107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: quotas {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.862692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: rbac-policies {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.864095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: security-groups {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.865420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: security-group-rules {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.866795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: service-providers {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.868156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: subnetpools {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.869715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: subnetpools {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.871290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.873122 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.875127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.877052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.880028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.881922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.883947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.885970 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.888004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.890027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.extensions [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Extended resource: tags {{(pid=80131) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 11:36:33.897208 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING keystonemiddleware.auth_token [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 26 11:36:33.903415 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING keystonemiddleware.auth_token [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 26 11:36:33.912519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Acquired lock "singleton_lock" {{(pid=80131) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 26 11:36:33.913063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Releasing lock "singleton_lock" {{(pid=80131) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 26 11:36:33.915347 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO oslo_service.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Starting 2 workers
Jan 26 11:36:33.920183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Started child 80244 {{(pid=80131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 11:36:33.924810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:33.925004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Started child 80245 {{(pid=80131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 11:36:33.926606 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [-] (80244) wsgi starting up on http://0.0.0.0:9696
Jan 26 11:36:33.927328 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 26 11:36:33.928006 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Notify callbacks [] for process, before_spawn {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:33.930067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:33.930761 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO oslo_service.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Starting 1 workers
Jan 26 11:36:33.931719 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [-] (80245) wsgi starting up on http://0.0.0.0:9696
Jan 26 11:36:33.936460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Started child 80246 {{(pid=80131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 11:36:33.937019 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO oslo_service.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Starting 1 workers
Jan 26 11:36:33.939590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] calling RpcWorker wait() {{(pid=80246) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 26 11:36:33.940068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] returning from RpcWorker wait() {{(pid=80246) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 26 11:36:33.941664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:33.941978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Started child 80247 {{(pid=80131) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 11:36:33.942347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:36:33.942780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a94bf0e-1f23-4850-8f52-37afab3c5193 None None] Notify callbacks [] for process, after_spawn {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:33.944464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80131) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 26 11:36:33.944706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 26 11:36:33.944925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 26 11:36:33.945235 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 26 11:36:33.945696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 26 11:36:33.945900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 26 11:36:33.946373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:33.946567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.946888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.947218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.947326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:36:33.947532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.947870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.948549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.948846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.949162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.949489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.949809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.950021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.950223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.950529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.950830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.951186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.951505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.951786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.952067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.952286 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.952571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.952906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.953198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.953507 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.953831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.954452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.954726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.954992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.955272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.955596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.955880 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.956208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.956511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.956771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.957051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.957353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.957651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.957910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.958211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.958489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.958975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] host                           = dv-cinder-772388-2-iscsi {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.959249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.959510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.959789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.960066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.960362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.960636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.961508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.961916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.962292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.962577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.962867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.963142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.963424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.963714 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.963914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.964194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.964490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.964797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.965023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.965222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.965419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.965755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.965953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.966253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.966524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.966781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.967065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.967321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.967582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.967872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.968128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.968386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.968638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.968956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.969248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.969540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.969876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.970136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.970408 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.970712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.970924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.971200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.971470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.971727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.971981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.972280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.972592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.972883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.973215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.973464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.973737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.974012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.974341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.974621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.974933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.975237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.975494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.975769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.976019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.976266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.977233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.977594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.977874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.978156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.978417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.978675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.978951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.979210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.979522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:33.979974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.980295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.980662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.980933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.981214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.981508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.981818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.982086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.987045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.988398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.989229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.989229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.989229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.989229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.989229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.989229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.989229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.990066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.990066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.990251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.990474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.990757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.991211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.991332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.991624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.992871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.993869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.994184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.994470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.994836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.995134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.995475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.995694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.995987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.996272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.996592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.996886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.997155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.997429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.997689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.997956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.998239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.998502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.998761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.999034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.999293 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.999549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:33.999850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.000115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.000433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.000662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.000867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.001140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.001416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.001723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.001981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.002241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.002497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.002816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.003007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.003268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.003541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.003772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.004030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.004289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.004542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.004795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.005048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.005302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.005556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.005895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.006259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.006540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.006839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.007117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.007401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.007686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.007975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.008239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.008502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.008774 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.009078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.009368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.009751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.010023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.010291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.010584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.010840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.011654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.011654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.011654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.013333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.013333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.013333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.013333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.013333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.013333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.014178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.014178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.014178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.014567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.014567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.014951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.015176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.015460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.015769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.016066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.016360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.016638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.019152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.020666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.020666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.020666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.020666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.020666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.020666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.021227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.021227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.021227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.021545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.021786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.022090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.022374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.022645 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.022929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.023820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.024012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.024289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.024534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.024802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.025068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.025307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.025602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.025861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.026118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.026384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.026641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.026920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.027198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.027451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.027710 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.027986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.028243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.028504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.028761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.029012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.029306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.029564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.029924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.030219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.030501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.030797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.031088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.031391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.031663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.031949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.032208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.032460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.032712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.032970 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.033221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.033499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.033813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.034069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.034372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.034696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.034994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.035270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.035694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.035810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.036068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.036342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.036617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.036893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.037150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.037406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.037712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.037992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.038253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.038510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.038762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.039676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.039950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.040202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.040528 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.040814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.041085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.041348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.042167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.042447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.042705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.042962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.043218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.043472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.043766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.044041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.044294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.044572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.044825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.045140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.045436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.045745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.046067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.046347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.046638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.046924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.047303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.047560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.047845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.048105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.048454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.048657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.048998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.049380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.049750 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.050041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.050318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.050626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.050945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.051511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.051768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.052105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.052476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.052765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.053058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.053346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.053661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.053927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.054186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.054474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.054705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.054967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.055263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.055714 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.055982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.056242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.056526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.056804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.057070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.057305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.057755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.058018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.058289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 26 11:36:34.058779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80131) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 26 11:36:34.060140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 26 11:36:34.060140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 26 11:36:34.060140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 26 11:36:34.060140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 26 11:36:34.060140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 26 11:36:34.060140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.060140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.060781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.060781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.060781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.060781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.061112 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.061112 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.061338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.061535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.061744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.061935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.062125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.062314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.062503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.062690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.062879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.063066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.063258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.063447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.063635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.063823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.064010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.064198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.064421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.064610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.064799 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.064979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.065128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.065301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.065472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.065677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.065878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.066030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.066186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.066336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.066495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.066637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.066786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.066970 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] host                           = dv-cinder-772388-2-iscsi {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.067157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.067400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.067555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.067695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.067837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.067985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.068126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.068307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.068493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.068678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.068869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.069026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.069216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.069402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.069558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.069742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.070010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.070998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.071274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.071590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.071782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.071972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.072161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.072336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.072479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.072670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.072857 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.073044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.073232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.073419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.073623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.073815 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.073977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.074165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.074354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.074511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.074702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.074859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.075047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.075233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.075419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.075576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.075755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.075904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.076096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.076283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.076471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.076658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.076846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.077034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.077200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.077383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.077654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.077807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.077965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.078121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.078271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.078421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.078570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.078731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.078878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.079020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.079209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.079395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.079526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 49924) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:36:34.079628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.079724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.079912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.080098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.080287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 11:36:34.080500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.080694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.080898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.081088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.081278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.081470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.081687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.081883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.082078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.082267 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.082464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.082655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.082859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.083051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.083240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.083434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.083593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.083786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.083976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.084167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.084327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.084525 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.084733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.084924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.085115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.57/identity {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.085357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.085526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.085759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.086426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.086591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.087948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.087948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.087948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.087948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.087948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.087948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.088836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.088836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.088836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.088836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.088836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.088836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.089683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.089683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.089683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.089683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.089683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.090966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.091531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.091531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.091531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.091953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.091953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.091953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.092384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.092384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.092659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.092659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.092924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.093063 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0113158
Jan 26 11:36:34.093265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.093265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.093747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.093747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.093747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.094144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.094144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.094475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.094475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.094475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.095493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.095493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.095493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.095493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.095493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.097805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.098664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.098664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.098664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.098664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.098664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.098664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.099772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.099772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.099772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.099772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.099772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.099772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.099772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.100951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.100951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.100951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.100951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.100951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.100951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.100951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.101543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.101543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.101543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.101988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.102501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.102957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.103227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.103463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.103750 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.104265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.105928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.106183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.106329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.106587 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.106733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.106973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.107121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.107246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.107490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.107658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.107813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.107971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.108173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.108416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.108612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.108793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.108934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.109158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.109316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.109523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.109812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.109962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.110133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.110330 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.110530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.57/identity {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.110727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.110925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.111123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.111320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.111517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.111721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.111904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.112073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.112246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.112440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.112637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.112834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.113029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.113227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.113423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.113832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.114184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.114387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.114586 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.115412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.115412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.115412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.115412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.115775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.116400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.116565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.117619 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.117619 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.117812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.117952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.118270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.118946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.119101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.119642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.119854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.120935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.120935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.120935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.121148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:36:34.121218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.121218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.121353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.121428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.121633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.122044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.122044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.122170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.122362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.122561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.122759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.122957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.123161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.123357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.123555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.123753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.124028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.124231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.124432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.124628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.124824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.125023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.125219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.125432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.125629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.125830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.126026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.126222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.126430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.126624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.126818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.127013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.127208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.127415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.127608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.127801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.127999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.128194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.128403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.128600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.128797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.129002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.129201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.129399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.129606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.129829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.130026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.130224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.130420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.130615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.130811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.131007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.131208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.131415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.131620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.131816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.132021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.132226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.132431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.133159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.133364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.133595 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.133764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.133945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.134148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.134440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.134624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.134808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.135067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.135067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.135335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.135482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.136556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.136764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.136967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.138482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.138482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.138482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.139739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.139739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.139739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 11:36:34.140172 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80131) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 26 11:36:45.105797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43cb680-2868-4a75-b6cc-496ecf26e376 None None] get_active_networks_info from dv-cinder-772388-2-iscsi {{(pid=80246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 26 11:36:45.181785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43cb680-2868-4a75-b6cc-496ecf26e376 None None] No non-hosted networks {{(pid=80246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 26 11:36:45.201457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agentschedulers_db [None req-e43cb680-2868-4a75-b6cc-496ecf26e376 None None] DHCP Agent not found on host dv-cinder-772388-2-iscsi {{(pid=80246) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Jan 26 11:36:45.384933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cf3bf22d-1c3c-418b-b23f-d5dabc2d1fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920'] for agent, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:47.416574 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-13c7e3d4-0631-44d8-896b-573111533987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920'] for agent, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:47.478879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-72a8c714-1537-4934-b912-616d5b00f32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:48.267313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920'] for agent, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:48.758194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920'] for agent, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:48.759629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.760239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.760809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.761388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.762659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.765635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.766829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.768195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.768787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.769463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.770090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.770653 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:48.772236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f07f07bedd8>, 'Open vSwitch agent', 'dv-cinder-772388-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:36:48.783948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f07f07be978>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:36:49.544027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920'] for agent, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:50.736113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] get_endpoint_by_host() called for host dv-cinder-772388-2-iscsi {{(pid=80246) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 26 11:36:50.741404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] get_endpoint_by_ip() called for ip 192.168.0.69 {{(pid=80246) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 26 11:36:50.744937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] _add_endpoint() called for ip 192.168.0.69 {{(pid=80246) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 26 11:36:50.778153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] _get_endpoints() called {{(pid=80246) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 26 11:36:51.039192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50020) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:36:51.733587 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-b4ff35e4-6a47-41f2-bf1d-03f41d0de83c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:36:51.734292 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-b4ff35e4-6a47-41f2-bf1d-03f41d0de83c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:36:51.972749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [None req-b4ff35e4-6a47-41f2-bf1d-03f41d0de83c admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:36:51.974141 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-b4ff35e4-6a47-41f2-bf1d-03f41d0de83c admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9328878
Jan 26 11:36:52.500265 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_hamode_db [None req-cf2cd89e-d827-4698-bdae-83877071978e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 26 11:36:52.592704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd89e-d827-4698-bdae-83877071978e None None] Routers set() bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:36:52.593064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd89e-d827-4698-bdae-83877071978e None None] Router IDs set() for agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 26 11:36:54.756985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50034) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:36:55.190783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:36:55.251171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.policy [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80244) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 26 11:36:55.252016 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:36:55.252435 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:36:55.269807 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f07f06c0d30>.
Jan 26 11:36:55.285778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:36:55.396650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307344691526', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307344741163', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307344743329', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307344736913', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363307344738112', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-573037', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854195189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853173672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1657193'] for rbac-policy, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:55.655546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:55.656765 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4600a044-d7a7-475a-9b2e-f85e50847f85 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8986971
Jan 26 11:36:58.683937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50048) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:36:59.095884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'name': 'private'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:36:59.102978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:36:59.107737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Usage tracker for resource:network and tenant:617f9463c140490caeaa3eb91e110c26 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:36:59.111521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:36:59.119053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:36:59.154744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Made reservation on behalf of 617f9463c140490caeaa3eb91e110c26 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:36:59.160916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.179946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.195393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:36:59.199449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Usage tracker for resource:security_group_rule and tenant:617f9463c140490caeaa3eb91e110c26 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:36:59.203200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:36:59.208908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:36:59.446136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.486373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.492575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:36:59.513549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:36:59.541806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.542506 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Added segment ed48b7f3-cd52-4905-8415-af6c052c482e of type vxlan for network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c
Jan 26 11:36:59.601317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa1a67f-51fa-4dc6-bd20-e88445c6fd17,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:36:59.780561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.781106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.781307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.781699 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.782069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.782452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.782811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.783171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.783534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.783883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.784239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.784596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Tracked resource versions report:
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'}}
Jan 26 11:36:59.785749 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:36:59.822214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.833845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:36:59.901373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.902835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:36:59.903534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:36:59.909146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:00.015556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:00.023103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:00.028620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:37:00.058904 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.3736889
Jan 26 11:37:03.135519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50064) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:03.658285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc8c0c-cb0c-4602-a1d4-d947180e69d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:03.659705 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-75fc8c0c-cb0c-4602-a1d4-d947180e69d5 admin admin] 10.222.0.57 "GET /v2.0/networks/2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c HTTP/1.1" status: 200  len: 818 time: 0.5231345
Jan 26 11:37:03.691252 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9e73612e-34b1-4386-9611-b137c58319e9 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/3c1dc14b-4fd5-46f8-9e06-300d20d89090 HTTP/1.1" status: 200  len: 734 time: 0.0243781
Jan 26 11:37:03.704058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Request body: {'subnet': {'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3c1dc14b-4fd5-46f8-9e06-300d20d89090'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:37:03.710536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:37:03.714663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Usage tracker for resource:subnet and tenant:617f9463c140490caeaa3eb91e110c26 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:37:03.717790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:37:03.723596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:37:03.821329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Made reservation on behalf of 617f9463c140490caeaa3eb91e110c26 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:37:03.826385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:04.352517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:04.369172 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:04.520689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a184c62b-a497-48ae-bdb3-0d1da8d64c1f,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:04.527283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:04.588090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Checking segment: {'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:37:04.588492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Network hostable DHCP agents. Network: 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:37:04.640407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:37:04.689615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:37:04.694893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:04.695534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:04.700553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf1076-d8d1-4256-b1af-f49ba105df55 None None] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:37:04.744411 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0449579
Jan 26 11:37:05.029041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'fixed_ips': [{'subnet_id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:37:05.030491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:05.364911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Allocated IP 172.20.0.2 (2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c/a184c62b-a497-48ae-bdb3-0d1da8d64c1f/cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:37:05.618264 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:05.744821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Transition to ACTIVE for port object cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:37:05.763706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Transition to ACTIVE for port object cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:37:05.792738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:05.810668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:06.127402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Pushing event updated for resources: {'Port': ['ID=cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:06.141403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.141840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.142197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.142575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.142947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.143320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.143687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.144051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.144433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.144796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.145156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.145514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Tracked resource versions report:
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'}}
Jan 26 11:37:06.146685 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:37:06.162386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:06.210213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:37:06.211432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:37:06.214349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:37:06.274027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Attempting to bind port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:37:06.274439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Attempting to bind port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:37:06.274847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Attempting to bind port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 on network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:37:06.280407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:37:06.280817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Checking segment: {'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:37:06.281279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:06.281734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Bound using segment: {'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:37:06.282273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Bound port: cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:37:06.282690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:06.378786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] For port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:37:06.382965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] For port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78,segment=NetworkSegment(ed48b7f3-cd52-4905-8415-af6c052c482e),segment_id=ed48b7f3-cd52-4905-8415-af6c052c482e)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:37:06.421273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:06.438788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:06.608881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Pushing event updated for resources: {'Port': ['ID=cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:06.614302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:07.526913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50074) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:08.077567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [None req-523fc845-1a9a-4566-903b-06ae19b7bbae admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:37:08.078744 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-523fc845-1a9a-4566-903b-06ae19b7bbae admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5507777
Jan 26 11:37:10.815748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:37:10.880102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50088) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:10.920462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:37:11.436789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [None req-73ef74d6-4067-446a-b3f7-fff99df4d2b4 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:37:11.437901 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-73ef74d6-4067-446a-b3f7-fff99df4d2b4 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5568473
Jan 26 11:37:11.485033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fbfe86-92a0-4f4f-9eaa-5c464c2d816f None None] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:37:11.618919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Provisioning for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:37:11.639791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Provisioning complete for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:11.640227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:11.891178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:11.939468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] For port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78,segment=NetworkSegment(ed48b7f3-cd52-4905-8415-af6c052c482e),segment_id=ed48b7f3-cd52-4905-8415-af6c052c482e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:37:11.997500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:11.999664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:12.009615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:37:12.081382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Pushing event updated for resources: {'Port': ['ID=cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:12.085448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:12.122994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-37a1c8eb-4883-4558-b99d-d05b2c4e9141 None None] Provisioning complete for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:12.123570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-37a1c8eb-4883-4558-b99d-d05b2c4e9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:12.377326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-3989972c-12fe-4dfe-9075-b702af520198 None None] Provisioning complete for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:12.377782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3989972c-12fe-4dfe-9075-b702af520198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:12.626459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f6c82e3f-14ea-41ad-a492-f4c56fd093b6 None None] Provisioning complete for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:12.626884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f6c82e3f-14ea-41ad-a492-f4c56fd093b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:12.794308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:37:12.872358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:12.872772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:14.570591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50100) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:14.994263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '617f9463c140490caeaa3eb91e110c26'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:37:14.999900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:37:15.005376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Usage tracker for resource:router and tenant:617f9463c140490caeaa3eb91e110c26 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:37:15.009980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:37:15.017925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:37:15.051949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fb731aa1-3704-4f5f-95f7-ce7a6919475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:15.080724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:15.082309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:15.188759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:15.341824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:15.392509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:15.393915 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2240c5f8-8126-4967-bc5a-dc8477bad893 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8222122
Jan 26 11:37:17.363624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1418-b6f7-4259-a8bc-bdcb93ae8221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:18.034582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:18.258432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50120) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:18.658331 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-4002437e-eef1-438b-bedd-3f2985d89f3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:37:18.659083 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-4002437e-eef1-438b-bedd-3f2985d89f3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:37:18.766198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:18.916346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [None req-4002437e-eef1-438b-bedd-3f2985d89f3e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:37:18.917461 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4002437e-eef1-438b-bedd-3f2985d89f3e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.6579750
Jan 26 11:37:19.404274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:21.569793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50144) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:21.654107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:37:21.657041 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.quota [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f07f09db4a8>.
Jan 26 11:37:21.674139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:37:21.681758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Usage tracker for resource:network and tenant:476e50696139430ea212032fa5813756 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:37:21.686567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:37:21.694173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:37:21.803589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Made reservation on behalf of 476e50696139430ea212032fa5813756 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:37:21.846791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.policy [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80245) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 26 11:37:21.847657 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:37:21.848074 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING oslo_policy.policy [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 11:37:21.868721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:21.889079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:21.906283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:37:21.910386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Usage tracker for resource:security_group_rule and tenant:476e50696139430ea212032fa5813756 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:37:21.915393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:37:21.921341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:37:22.194997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:22.226320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:22.232592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:22.244903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Reserving flat network on physical network physnet1 {{(pid=80245) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 26 11:37:22.346078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:22.346747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f07f1339d90> segment precommit_create {{(pid=80245) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 26 11:37:22.347344 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Added segment 8abea2a2-516f-44b1-b0e9-b96fc03b22e5 of type flat for network bd110069-471b-4c31-bfdd-ae93ec4182dd
Jan 26 11:37:22.406800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1bb39d-08ac-4ca8-9c34-c24a96d73794,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:22.434776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.435168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.435546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.435911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.436275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.436658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.437021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.437377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.437784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.438144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.438521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.438848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Tracked resource versions report:
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'}}
Jan 26 11:37:22.440023 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:37:22.472980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:22.504531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:22.754315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:22.755703 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:22.756400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:22.761500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:22.874457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Pushing event updated for resources: {'Network': ['ID=bd110069-471b-4c31-bfdd-ae93ec4182dd,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:22.877793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:22.886111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network bd110069-471b-4c31-bfdd-ae93ec4182dd details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:37:22.892144 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3211913
Jan 26 11:37:25.453943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50160) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:25.653694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b130af6-0eb5-4529-9bce-693113bdaa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:25.655140 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8b130af6-0eb5-4529-9bce-693113bdaa93 admin admin] 10.222.0.57 "GET /v2.0/subnets/a184c62b-a497-48ae-bdb3-0d1da8d64c1f HTTP/1.1" status: 200  len: 849 time: 0.2001512
Jan 26 11:37:25.844955 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-529684d1-78cf-4f84-96bb-6eb99d3cb1a4 admin admin] 10.222.0.57 "GET /v2.0/routers/a01a3db9-6d78-4130-8b64-cc4bfaa43694 HTTP/1.1" status: 200  len: 704 time: 0.1832516
Jan 26 11:37:26.352598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:26.785419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Allocated IP 172.20.0.1 (2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c/a184c62b-a497-48ae-bdb3-0d1da8d64c1f/c0657556-866b-438b-b367-b8c3dc373b68) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:37:27.082783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:27.103642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Transition to ACTIVE for port object c0657556-866b-438b-b367-b8c3dc373b68 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:37:27.193220 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:27.210328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:27.502178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Pushing event updated for resources: {'Port': ['ID=c0657556-866b-438b-b367-b8c3dc373b68,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:27.509742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:27.569304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:37:27.570654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:37:27.573993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:37:27.574819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:27.829396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b2f83282-3fc8-491f-9647-0b6dca6b3240 None None] Provisioning for port c0657556-866b-438b-b367-b8c3dc373b68 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:37:27.835379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b2f83282-3fc8-491f-9647-0b6dca6b3240 None None] Provisioning complete for port c0657556-866b-438b-b367-b8c3dc373b68 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:27.835808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b2f83282-3fc8-491f-9647-0b6dca6b3240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:27.895715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-b2f83282-3fc8-491f-9647-0b6dca6b3240 None None] Port c0657556-866b-438b-b367-b8c3dc373b68 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:37:27.920473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:28.227254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:28.266353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:28.267581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:28.283670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:28.429924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Pushing event updated for resources: {'Port': ['ID=c0657556-866b-438b-b367-b8c3dc373b68,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:28.434671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:28.506852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:37:28.508026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:37:28.731292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-4c35cd0c-ef89-4178-a5f8-c74ccc3a9efa None None] Provisioning complete for port c0657556-866b-438b-b367-b8c3dc373b68 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:28.731977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4c35cd0c-ef89-4178-a5f8-c74ccc3a9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:28.760136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Router a01a3db9-6d78-4130-8b64-cc4bfaa43694 is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:37:28.821005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-4c35cd0c-ef89-4178-a5f8-c74ccc3a9efa None None] Port c0657556-866b-438b-b367-b8c3dc373b68 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:37:28.934417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:37:28.945918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Sync routers for ids ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:37:28.946348 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] 10.222.0.57 "PUT /v2.0/routers/a01a3db9-6d78-4130-8b64-cc4bfaa43694/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.0956023
Jan 26 11:37:28.958397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Routers {'a01a3db9-6d78-4130-8b64-cc4bfaa43694'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:37:28.959946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f0890f60>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:37:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:29.161888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Set router a01a3db9-6d78-4130-8b64-cc4bfaa43694 gateway port host: None {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:37:29.777074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f0890f60>, [{'id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'name': 'router1', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:37:15Z', 'updated_at': '2021-01-26T11:37:27Z', 'revision_number': 2, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'gw_port_host': None, '_interfaces': [{'id': 'c0657556-866b-438b-b367-b8c3dc373b68', 'name': '', 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'mac_address': 'fa:16:3e:9f:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:26Z', 'updated_at': '2021-01-26T11:37:28Z', 'revision_number': 2, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'subnets': [{'id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1dc14b-4fd5-46f8-9e06-300d20d89090'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:29.784201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Checking router: a01a3db9-6d78-4130-8b64-cc4bfaa43694 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:37:29.784599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Updating router a01a3db9-6d78-4130-8b64-cc4bfaa43694 port c0657556-866b-438b-b367-b8c3dc373b68 binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:37:29.844413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:30.337307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:30.355143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Transition to ACTIVE for port object c0657556-866b-438b-b367-b8c3dc373b68 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:37:30.388692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:30.406249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:30.561909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Pushing event updated for resources: {'Port': ['ID=c0657556-866b-438b-b367-b8c3dc373b68,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:30.576961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.577340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.577749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.578120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.578487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.578850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.579213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.579575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.579932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.580292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.580652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.581002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Tracked resource versions report:
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'}}
Jan 26 11:37:30.582160 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:37:30.586912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:30.757361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Attempting to bind port c0657556-866b-438b-b367-b8c3dc373b68 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:37:30.757794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Attempting to bind port c0657556-866b-438b-b367-b8c3dc373b68 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:37:30.758230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Attempting to bind port c0657556-866b-438b-b367-b8c3dc373b68 on network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:37:30.764448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:37:30.764862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Checking segment: {'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:37:30.765322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:30.765788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Bound using segment: {'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:37:30.766355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Bound port: c0657556-866b-438b-b367-b8c3dc373b68, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed48b7f3-cd52-4905-8415-af6c052c482e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:37:30.766766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:30.871762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] For port c0657556-866b-438b-b367-b8c3dc373b68, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:37:30.876859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] For port c0657556-866b-438b-b367-b8c3dc373b68, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=c0657556-866b-438b-b367-b8c3dc373b68,segment=NetworkSegment(ed48b7f3-cd52-4905-8415-af6c052c482e),segment_id=ed48b7f3-cd52-4905-8415-af6c052c482e)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:37:30.944263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:30.961472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:31.122382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Pushing event updated for resources: {'Port': ['ID=c0657556-866b-438b-b367-b8c3dc373b68,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:31.127911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:31.191207 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Routers {'a01a3db9-6d78-4130-8b64-cc4bfaa43694'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:37:31.191894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f0890f60>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:37:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:31.371205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] Set router a01a3db9-6d78-4130-8b64-cc4bfaa43694 gateway port host: None {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:37:31.614228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50172) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:31.732652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f0890f60>, [{'id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'name': 'router1', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:37:15Z', 'updated_at': '2021-01-26T11:37:27Z', 'revision_number': 2, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'gw_port_host': None, '_interfaces': [{'id': 'c0657556-866b-438b-b367-b8c3dc373b68', 'name': '', 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'mac_address': 'fa:16:3e:9f:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:26Z', 'updated_at': '2021-01-26T11:37:30Z', 'revision_number': 4, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'subnets': [{'id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1dc14b-4fd5-46f8-9e06-300d20d89090'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:31.737029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910b905-0e60-4f61-8dc6-8a2301fe1cf5 None None] The sync data for ids ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'] in dv-cinder-772388-2-iscsi is: [{'id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'name': 'router1', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:37:15Z', 'updated_at': '2021-01-26T11:37:27Z', 'revision_number': 2, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'gw_port_host': None, '_interfaces': [{'id': 'c0657556-866b-438b-b367-b8c3dc373b68', 'name': '', 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'mac_address': 'fa:16:3e:9f:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:26Z', 'updated_at': '2021-01-26T11:37:30Z', 'revision_number': 4, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'subnets': [{'id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1dc14b-4fd5-46f8-9e06-300d20d89090'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:37:31.818571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b0d6f-7d3d-4c72-af4c-0c877c670604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:31.819218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-351b0d6f-7d3d-4c72-af4c-0c877c670604 admin admin] Synchronizing usage tracker for tenant:476e50696139430ea212032fa5813756 on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:37:31.863033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-351b0d6f-7d3d-4c72-af4c-0c877c670604 admin admin] Unset dirty status for tenant:476e50696139430ea212032fa5813756 on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:37:31.864373 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-351b0d6f-7d3d-4c72-af4c-0c877c670604 admin admin] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 842 time: 0.2490418
Jan 26 11:37:31.876133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:37:31.883008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:37:31.889405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Usage tracker for resource:subnet and tenant:476e50696139430ea212032fa5813756 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:37:31.892896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:37:31.900845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:37:31.937282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Made reservation on behalf of 476e50696139430ea212032fa5813756 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:37:31.942160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:32.827749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device c0657556-866b-438b-b367-b8c3dc373b68 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:37:32.831027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:37:32.831726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:32.848135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:32.946692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port c0657556-866b-438b-b367-b8c3dc373b68 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:37:32.953771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port c0657556-866b-438b-b367-b8c3dc373b68 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:32.954515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:32.989193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a9a507-5d01-44eb-9410-92e47c930eb8,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:32.997564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:33.064804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:37:33.065213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Network hostable DHCP agents. Network: bd110069-471b-4c31-bfdd-ae93ec4182dd, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:37:33.090011 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:33.152157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:37:33.194509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port c0657556-866b-438b-b367-b8c3dc373b68, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=c0657556-866b-438b-b367-b8c3dc373b68,segment=NetworkSegment(ed48b7f3-cd52-4905-8415-af6c052c482e),segment_id=ed48b7f3-cd52-4905-8415-af6c052c482e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:37:33.211351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, bd110069-471b-4c31-bfdd-ae93ec4182dd) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:37:33.215452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:33.216116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:33.220704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0e35b-2d5e-43e3-bed4-047fe01b39ef None None] Network bd110069-471b-4c31-bfdd-ae93ec4182dd requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:37:33.249662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:33.256729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-559c5dd6-5671-4ee3-9901-0a9362f6ce28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:33.269411 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3978002
Jan 26 11:37:33.423560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=c0657556-866b-438b-b367-b8c3dc373b68,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:33.430513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:33.541646 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5f8094-5207-4d2c-8f62-8e4c6df1b827 None None] Network bd110069-471b-4c31-bfdd-ae93ec4182dd requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:37:34.811897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device c0657556-866b-438b-b367-b8c3dc373b68 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:37:34.895190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port c0657556-866b-438b-b367-b8c3dc373b68 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:34.895611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:36.034292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50186) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:36.290152 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4ff3b61f-060a-4245-9c1b-20f1c1f41c6a admin admin] 10.222.0.57 "GET /v2.0/routers/a01a3db9-6d78-4130-8b64-cc4bfaa43694 HTTP/1.1" status: 200  len: 710 time: 0.2545321
Jan 26 11:37:36.440151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b27206-9f75-4e7d-945f-e2f30bcce08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:36.441694 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-51b27206-9f75-4e7d-945f-e2f30bcce08b admin admin] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 886 time: 0.1457739
Jan 26 11:37:36.451644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:37:36.931060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:37.312407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:37.376543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:37.390659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:37.407524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:37:37.411857 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:37:37.415008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:37:37.420871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:37:37.679648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:37.706140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:37.722485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:37.996155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d07ebf-5959-428e-a35d-fd9a83c5bc98,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:38.000951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:38.184412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Allocated IP 172.27.2.92 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/2e582b9e-8e70-4bbe-9961-5539dee9dab4) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:37:38.351968 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:38.422930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:38.439139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:38.576567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Pushing event updated for resources: {'Port': ['ID=2e582b9e-8e70-4bbe-9961-5539dee9dab4,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:38.587529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:38.635986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:37:38.637095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:37:38.639492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:37:39.175368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:39.557114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:39.561762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1581351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853194434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853180506'] for router, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:39.955754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Router a01a3db9-6d78-4130-8b64-cc4bfaa43694 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:37:40.161021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:37:40.173839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Sync routers for ids ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:37:40.181682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:40.182998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] 10.222.0.57 "PUT /v2.0/routers/a01a3db9-6d78-4130-8b64-cc4bfaa43694 HTTP/1.1" status: 200  len: 889 time: 3.7348945
Jan 26 11:37:40.186976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Routers {'a01a3db9-6d78-4130-8b64-cc4bfaa43694'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:37:40.187688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef879f98>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:37:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:40.414990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Set router a01a3db9-6d78-4130-8b64-cc4bfaa43694 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:37:40.846430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef879f98>, [{'id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'name': 'router1', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e582b9e-8e70-4bbe-9961-5539dee9dab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:37:15Z', 'updated_at': '2021-01-26T11:37:38Z', 'revision_number': 4, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'gw_port': {'id': '2e582b9e-8e70-4bbe-9961-5539dee9dab4', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:38Z', 'updated_at': '2021-01-26T11:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c0657556-866b-438b-b367-b8c3dc373b68', 'name': '', 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'mac_address': 'fa:16:3e:9f:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:26Z', 'updated_at': '2021-01-26T11:37:33Z', 'revision_number': 5, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'subnets': [{'id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1dc14b-4fd5-46f8-9e06-300d20d89090'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:40.848330 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Checking router: a01a3db9-6d78-4130-8b64-cc4bfaa43694 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:37:40.849146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Updating router a01a3db9-6d78-4130-8b64-cc4bfaa43694 port 2e582b9e-8e70-4bbe-9961-5539dee9dab4 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:37:40.915450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:41.359510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:41.429430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Transition to ACTIVE for port object 2e582b9e-8e70-4bbe-9961-5539dee9dab4 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:37:41.485543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:41.500002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:41.644782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3623c8f-1a64-433c-901d-ed2a6b1cd643 None None] Pushing event updated for resources: {'Port': ['ID=2e582b9e-8e70-4bbe-9961-5539dee9dab4,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:41.648417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c3623c8f-1a64-433c-901d-ed2a6b1cd643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:41.715826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Attempting to bind port 2e582b9e-8e70-4bbe-9961-5539dee9dab4 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:37:41.716238 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Attempting to bind port 2e582b9e-8e70-4bbe-9961-5539dee9dab4 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:37:41.716643 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Attempting to bind port 2e582b9e-8e70-4bbe-9961-5539dee9dab4 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:37:41.722452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:37:41.722863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:37:41.723304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:41.723762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:37:41.724272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Bound port: 2e582b9e-8e70-4bbe-9961-5539dee9dab4, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:37:41.724684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:41.811977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] For port 2e582b9e-8e70-4bbe-9961-5539dee9dab4, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:37:41.817136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] For port 2e582b9e-8e70-4bbe-9961-5539dee9dab4, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=2e582b9e-8e70-4bbe-9961-5539dee9dab4,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:37:41.846290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:41.863368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:42.026136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3623c8f-1a64-433c-901d-ed2a6b1cd643 None None] Pushing event updated for resources: {'Port': ['ID=2e582b9e-8e70-4bbe-9961-5539dee9dab4,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:42.029612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c3623c8f-1a64-433c-901d-ed2a6b1cd643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:42.087694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Routers {'a01a3db9-6d78-4130-8b64-cc4bfaa43694'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:37:42.088400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef879f98>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:37:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:42.300255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] Set router a01a3db9-6d78-4130-8b64-cc4bfaa43694 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:37:42.866202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef879f98>, [{'id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'name': 'router1', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e582b9e-8e70-4bbe-9961-5539dee9dab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:37:15Z', 'updated_at': '2021-01-26T11:37:38Z', 'revision_number': 4, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'gw_port': {'id': '2e582b9e-8e70-4bbe-9961-5539dee9dab4', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:38Z', 'updated_at': '2021-01-26T11:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c0657556-866b-438b-b367-b8c3dc373b68', 'name': '', 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'mac_address': 'fa:16:3e:9f:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:26Z', 'updated_at': '2021-01-26T11:37:33Z', 'revision_number': 5, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'subnets': [{'id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1dc14b-4fd5-46f8-9e06-300d20d89090'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:37:42.871533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fbe5e-0af9-4165-ba2f-329dab4a3409 None None] The sync data for ids ['a01a3db9-6d78-4130-8b64-cc4bfaa43694'] in dv-cinder-772388-2-iscsi is: [{'id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'name': 'router1', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e582b9e-8e70-4bbe-9961-5539dee9dab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:37:15Z', 'updated_at': '2021-01-26T11:37:38Z', 'revision_number': 4, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'gw_port': {'id': '2e582b9e-8e70-4bbe-9961-5539dee9dab4', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:38Z', 'updated_at': '2021-01-26T11:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c0657556-866b-438b-b367-b8c3dc373b68', 'name': '', 'network_id': '2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c', 'tenant_id': '617f9463c140490caeaa3eb91e110c26', 'mac_address': 'fa:16:3e:9f:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01a3db9-6d78-4130-8b64-cc4bfaa43694', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:26Z', 'updated_at': '2021-01-26T11:37:33Z', 'revision_number': 5, 'project_id': '617f9463c140490caeaa3eb91e110c26', 'subnets': [{'id': 'a184c62b-a497-48ae-bdb3-0d1da8d64c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1dc14b-4fd5-46f8-9e06-300d20d89090'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:37:43.129114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50196) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:37:43.331571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7c3db-1e53-450a-b14f-ec2d3631a35c admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:37:43.336911 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8db7c3db-1e53-450a-b14f-ec2d3631a35c admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.2057481
Jan 26 11:37:44.875882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 2e582b9e-8e70-4bbe-9961-5539dee9dab4 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:37:45.028829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 2e582b9e-8e70-4bbe-9961-5539dee9dab4 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:37:45.036689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 2e582b9e-8e70-4bbe-9961-5539dee9dab4 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:45.037053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:45.086627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d432b706-b411-4885-bc63-e49578dff85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:45.220173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:45.261930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 2e582b9e-8e70-4bbe-9961-5539dee9dab4, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=2e582b9e-8e70-4bbe-9961-5539dee9dab4,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:37:45.295857 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:45.301712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:37:45.456282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=2e582b9e-8e70-4bbe-9961-5539dee9dab4,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:37:45.463327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:37:46.848667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 2e582b9e-8e70-4bbe-9961-5539dee9dab4 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:37:46.972725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 2e582b9e-8e70-4bbe-9961-5539dee9dab4 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:37:46.973341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:47.367760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-67d8a4f8-3fbd-4b1b-886e-bf58c1bc4b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:48.056980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:48.769565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:37:49.006692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:37:49.421596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:15.050878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b13a06e7-0c43-4bdd-a5a1-ac352196cc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:17.368868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-812fc3c7-3911-4b36-9bc9-bb5a7bb0577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:18.042795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:18.753347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:19.439187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:26.009014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:38:45.057302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-48bdff76-77b4-42c8-8f2b-6464916bea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:47.375461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-44c527a1-5267-4e71-acd6-27d2f8e91055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:48.053983 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:48.775347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:38:49.421042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:03.009133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:39:15.055711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f4709fc-4f36-4f1c-9d0c-ef5e980cb27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:17.393354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a864388-7957-459d-b62d-e0370607daa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:18.066489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:18.790592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:19.432310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:40.009403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:39:45.115740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-69f3b577-33b1-472e-a4c1-b7b984ef5ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:47.356805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff5a335c-ffc4-4823-93d6-857103342531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:48.060244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:48.769349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:39:49.435673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:08.184452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50772) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:08.289716 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ad33fd-c364-43d1-a4c4-d7d7a6ac042c admin admin] GET failed (client error): The resource could not be found.
Jan 26 11:40:08.291118 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-72ad33fd-c364-43d1-a4c4-d7d7a6ac042c admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1056514
Jan 26 11:40:08.442355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af855972-fcf4-4112-8224-cdbc72e4f087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:08.443960 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-af855972-fcf4-4112-8224-cdbc72e4f087 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1483881
Jan 26 11:40:11.005770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50782) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:11.161830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099ab06-5e6d-4626-b9d0-cd8d4cc753a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:11.163379 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3099ab06-5e6d-4626-b9d0-cd8d4cc753a2 admin admin] 10.222.0.57 "GET /v2.0/subnets/a184c62b-a497-48ae-bdb3-0d1da8d64c1f HTTP/1.1" status: 200  len: 849 time: 0.1565447
Jan 26 11:40:11.175943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:40:11.311117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Notify callbacks [] for subnet, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:11.722562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729505553062'] for subnet, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:11.739717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-461c5085-7216-475e-ac55-85fb838b5e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:40:11.911162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a184c62b-a497-48ae-bdb3-0d1da8d64c1f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:40:11.925947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.926360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.926753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.927145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.927834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.928215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.928589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.928963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.929359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.929888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.930136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.930504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:40:11.934775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:40:12.126001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:12.126673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:12.129629 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] 10.222.0.57 "PUT /v2.0/subnets/a184c62b-a497-48ae-bdb3-0d1da8d64c1f HTTP/1.1" status: 200  len: 868 time: 0.9592390
Jan 26 11:40:12.132030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c024f-3786-4792-b11b-9b53dd6cf921 None None] Network 2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:40:12.721549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f3999068-60b9-4319-904e-f35d04ab1fb8 None None] Provisioning complete for port c0657556-866b-438b-b367-b8c3dc373b68 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:40:12.721968 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3999068-60b9-4319-904e-f35d04ab1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:12.877249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f3999068-60b9-4319-904e-f35d04ab1fb8 None None] Provisioning complete for port cbdbe8c1-3df4-4b81-8aca-d922b1cc5b78 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:40:12.877721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3999068-60b9-4319-904e-f35d04ab1fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:14.851318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50792) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:15.054030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49dffa22-f27e-4a25-8b63-fdd7bb46001e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:15.118118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92878482-2677-4d11-8f3b-89ee6ccef5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:15.118571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92878482-2677-4d11-8f3b-89ee6ccef5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:15.120363 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-92878482-2677-4d11-8f3b-89ee6ccef5e8 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2657027
Jan 26 11:40:17.008305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:40:17.367956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4d20-69fd-45ba-906f-a8936bf7a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:17.763535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50802) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:17.988732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1c855-91a1-4761-bcd1-6c21132c9637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:17.989160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1c855-91a1-4761-bcd1-6c21132c9637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:17.990892 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-48c1c855-91a1-4761-bcd1-6c21132c9637 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2263029
Jan 26 11:40:18.076766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:18.761992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:19.442458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:20.520928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50812) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:20.753685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bde33e-fae9-4da4-aed3-644598ed8e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:20.755217 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-02bde33e-fae9-4da4-aed3-644598ed8e88 admin admin] 10.222.0.57 "GET /v2.0/networks/2abf4dc3-6ca8-4609-afab-0ddd62e8bb5c HTTP/1.1" status: 200  len: 862 time: 0.2331350
Jan 26 11:40:23.346283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50822) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:23.574981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957b473-d916-4ff5-9c56-dab0dd4228eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:23.576532 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2957b473-d916-4ff5-9c56-dab0dd4228eb admin admin] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 886 time: 0.2288721
Jan 26 11:40:26.112886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50832) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:26.271397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92c1a8-8654-47d0-a8d7-943218c0d19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:26.271803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92c1a8-8654-47d0-a8d7-943218c0d19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:26.272630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5d92c1a8-8654-47d0-a8d7-943218c0d19d admin admin] Synchronizing usage tracker for tenant:476e50696139430ea212032fa5813756 on resource:subnet {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:40:26.350320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5d92c1a8-8654-47d0-a8d7-943218c0d19d admin admin] Unset dirty status for tenant:476e50696139430ea212032fa5813756 on resource:subnet {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:40:26.351632 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5d92c1a8-8654-47d0-a8d7-943218c0d19d admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2377079
Jan 26 11:40:28.934922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50842) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:29.083658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903576c-c249-4800-b772-c8a9caec82e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:29.084074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903576c-c249-4800-b772-c8a9caec82e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:29.089301 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9903576c-c249-4800-b772-c8a9caec82e5 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1497993
Jan 26 11:40:31.680338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50852) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:31.822229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86dc12-0e37-4fd6-bd0e-1ecf6d1f5c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:31.823739 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9b86dc12-0e37-4fd6-bd0e-1ecf6d1f5c58 admin admin] 10.222.0.57 "GET /v2.0/subnets/03a9a507-5d01-44eb-9410-92e47c930eb8 HTTP/1.1" status: 200  len: 816 time: 0.1423609
Jan 26 11:40:34.362219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50862) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:40:34.515117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59b838-d2f7-45f6-a9c5-38300f9eb194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:40:34.516645 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-eb59b838-d2f7-45f6-a9c5-38300f9eb194 admin admin] 10.222.0.57 "GET /v2.0/subnets/a184c62b-a497-48ae-bdb3-0d1da8d64c1f HTTP/1.1" status: 200  len: 868 time: 0.1534071
Jan 26 11:40:45.047925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d5f32106-9769-48de-be9c-87c43b814a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:47.361936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0b2bcfe7-1744-4601-841d-89ce33b94c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:48.052784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:48.773104 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:49.447614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:40:54.007766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:41:01.728355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 50902) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:41:01.819302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [None req-10f7af7e-2bf9-4d57-ba59-36667d9ba3c6 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:41:01.820466 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-10f7af7e-2bf9-4d57-ba59-36667d9ba3c6 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0909591
Jan 26 11:41:04.640349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50912) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:41:04.756099 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2086fc0-e2e7-4e64-b24f-8e47c637f1d2 admin admin] GET failed (client error): The resource could not be found.
Jan 26 11:41:04.757625 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a2086fc0-e2e7-4e64-b24f-8e47c637f1d2 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1161118
Jan 26 11:41:04.912889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7245e4-9400-45bc-bea2-5ff02c9d548c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:41:04.914705 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1a7245e4-9400-45bc-bea2-5ff02c9d548c admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1514709
Jan 26 11:41:07.522230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50922) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:41:07.610699 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:41:07.616011 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:41:07.626268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:41:07.680860 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Made reservation on behalf of 476e50696139430ea212032fa5813756 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:41:07.686296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:07.789875 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.services.revisions.revision_plugin [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f07f083c6a0] {project_id='476e50696139430ea212032fa5813756', id='9ce7341d-9446-443c-94ea-b11dba9e0eca', target_tenant='*', action='access_as_shared', object_id='e4d4ca60-127d-4007-ba1d-7accba1659ed'}> to bump revision.
Jan 26 11:41:07.870754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:41:07.882320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:07.882709 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Added segment a2af2cd5-c8a5-4117-9f29-086ad3cd3727 of type vxlan for network e4d4ca60-127d-4007-ba1d-7accba1659ed
Jan 26 11:41:07.913754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:08.001031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:08.002438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:41:08.003089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:08.008502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:41:08.121001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d4ca60-127d-4007-ba1d-7accba1659ed,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:41:08.129548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.130005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.132862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.133160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.133523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:08.138550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:41:08.146980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network e4d4ca60-127d-4007-ba1d-7accba1659ed details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:41:08.196373 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6727266
Jan 26 11:41:10.813893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50932) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:41:10.929059 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d55c70-afd7-47da-9d35-0717fcc60975 admin admin] GET failed (client error): The resource could not be found.
Jan 26 11:41:10.929684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-34d55c70-afd7-47da-9d35-0717fcc60975 admin admin] Synchronizing usage tracker for tenant:476e50696139430ea212032fa5813756 on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:41:11.007476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-34d55c70-afd7-47da-9d35-0717fcc60975 admin admin] Unset dirty status for tenant:476e50696139430ea212032fa5813756 on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:41:11.009028 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-34d55c70-afd7-47da-9d35-0717fcc60975 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1938186
Jan 26 11:41:11.141016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab0af0-da12-4c5a-9be9-d1265716f5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:41:11.142676 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-eeab0af0-da12-4c5a-9be9-d1265716f5aa admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1280785
Jan 26 11:41:11.155256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed', 'description': 'shared-subnet'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:41:11.160404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:41:11.171397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:41:11.212288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Made reservation on behalf of 476e50696139430ea212032fa5813756 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:41:11.218123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:11.700222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:11.714787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:41:11.850852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=da537fcc-2ded-4432-9816-4fdd713b9ebd,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:41:11.860658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:41:11.929323 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Checking segment: {'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:41:11.929753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Network hostable DHCP agents. Network: e4d4ca60-127d-4007-ba1d-7accba1659ed, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:41:11.978342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Network e4d4ca60-127d-4007-ba1d-7accba1659ed is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:41:12.029963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, e4d4ca60-127d-4007-ba1d-7accba1659ed) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:41:12.034046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:41:12.034706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:12.039685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf4d48-8e06-47c1-9695-f7f06394699b None None] Network e4d4ca60-127d-4007-ba1d-7accba1659ed requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:41:12.093481 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9436014
Jan 26 11:41:12.312764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-e4d4ca60-127d-4007-ba1d-7accba1659ed', 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed', 'tenant_id': '476e50696139430ea212032fa5813756', 'fixed_ips': [{'subnet_id': 'da537fcc-2ded-4432-9816-4fdd713b9ebd'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:41:12.313720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:12.652634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Allocated IP 192.168.233.2 (e4d4ca60-127d-4007-ba1d-7accba1659ed/da537fcc-2ded-4432-9816-4fdd713b9ebd/fecd2112-149b-47de-aca6-51a75f829d92) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:41:12.999794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:13.069911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Transition to ACTIVE for port object fecd2112-149b-47de-aca6-51a75f829d92 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:41:13.090734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Transition to ACTIVE for port object fecd2112-149b-47de-aca6-51a75f829d92 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:41:13.127741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:13.145215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:41:13.290911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Pushing event updated for resources: {'Port': ['ID=fecd2112-149b-47de-aca6-51a75f829d92,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:41:13.311805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.312200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.312588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.312966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.313335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.313747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.314119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.314485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.314875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.315251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.315622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.315990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:41:13.322064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:41:13.368551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Network e4d4ca60-127d-4007-ba1d-7accba1659ed is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:41:13.370107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:41:13.373828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:41:13.449740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Attempting to bind port fecd2112-149b-47de-aca6-51a75f829d92 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:41:13.450162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Attempting to bind port fecd2112-149b-47de-aca6-51a75f829d92 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:41:13.450565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Attempting to bind port fecd2112-149b-47de-aca6-51a75f829d92 on network e4d4ca60-127d-4007-ba1d-7accba1659ed {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:41:13.457239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:41:13.457696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Checking segment: {'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:41:13.458154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:13.458594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Bound using segment: {'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:41:13.459111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Bound port: fecd2112-149b-47de-aca6-51a75f829d92, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:41:13.459534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:13.578392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] For port fecd2112-149b-47de-aca6-51a75f829d92, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:41:13.582158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] For port fecd2112-149b-47de-aca6-51a75f829d92, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=fecd2112-149b-47de-aca6-51a75f829d92,segment=NetworkSegment(a2af2cd5-c8a5-4117-9f29-086ad3cd3727),segment_id=a2af2cd5-c8a5-4117-9f29-086ad3cd3727)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:41:13.642075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:13.659145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:41:14.001634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Pushing event updated for resources: {'Port': ['ID=fecd2112-149b-47de-aca6-51a75f829d92,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:41:14.007116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:41:14.971381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device fecd2112-149b-47de-aca6-51a75f829d92 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:41:15.081363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7b11-ce60-4128-b36a-f4c289bd306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:15.127268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port fecd2112-149b-47de-aca6-51a75f829d92 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:41:15.369305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2f341-2622-48cb-9b87-8f3489e6a0aa None None] Network e4d4ca60-127d-4007-ba1d-7accba1659ed requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:41:15.552691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Provisioning for port fecd2112-149b-47de-aca6-51a75f829d92 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:41:15.570494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Provisioning complete for port fecd2112-149b-47de-aca6-51a75f829d92 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:41:15.570902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:15.799544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:15.848839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] For port fecd2112-149b-47de-aca6-51a75f829d92, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=fecd2112-149b-47de-aca6-51a75f829d92,segment=NetworkSegment(a2af2cd5-c8a5-4117-9f29-086ad3cd3727),segment_id=a2af2cd5-c8a5-4117-9f29-086ad3cd3727)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:41:15.880953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:15.884776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c3623c8f-1a64-433c-901d-ed2a6b1cd643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:41:15.990592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Pushing event updated for resources: {'Port': ['ID=fecd2112-149b-47de-aca6-51a75f829d92,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:41:15.995289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:41:16.014864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-c602a001-9a51-486e-8072-5f0e25e69677 None None] Provisioning complete for port fecd2112-149b-47de-aca6-51a75f829d92 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:41:16.014864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c602a001-9a51-486e-8072-5f0e25e69677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:16.293176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b3bee155-b354-47e7-96d7-950a418dcf62 None None] Provisioning complete for port fecd2112-149b-47de-aca6-51a75f829d92 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:41:16.294340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b3bee155-b354-47e7-96d7-950a418dcf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:16.632309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-059543fa-d7e2-4bdd-943b-db9c449bf876 None None] Provisioning complete for port fecd2112-149b-47de-aca6-51a75f829d92 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:41:16.633022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-059543fa-d7e2-4bdd-943b-db9c449bf876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:16.936979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device fecd2112-149b-47de-aca6-51a75f829d92 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:41:17.021140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port fecd2112-149b-47de-aca6-51a75f829d92 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:41:17.021475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:17.374070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ebf5-d586-4c79-8e57-7ea376681eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:18.068463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:18.790086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:19.452243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:31.010095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:41:45.064618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-25b67ebe-37c5-4865-98be-e6ab56582bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:47.377678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0fbe4822-f7c2-4ca9-82e2-1c807b0c9763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:48.068595 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:48.840898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:41:49.446297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:08.010450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:42:15.073934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-29c3bd6b-d10c-40f3-b962-5e7b4a2b1a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:17.372386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f39e02ca-31ce-4871-81da-45f5bfa36d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:18.075003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:18.771599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:19.456986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:33.775033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50974) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:42:33.782738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [None req-96301e3f-94f9-43c3-91e1-dc2dbcf0e91f tempest-verify_tempest_config-1008377730 tempest-verify_tempest_config-1008377730] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:42:33.783833 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-96301e3f-94f9-43c3-91e1-dc2dbcf0e91f tempest-verify_tempest_config-1008377730 tempest-verify_tempest_config-1008377730] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0076945
Jan 26 11:42:34.317318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 50994) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:42:34.472405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:34.489203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:42:34.493357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Usage tracker for resource:security_group_rule and tenant:14a87ec41f21499fa6985f5b249f9fe3 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:42:34.497013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:42:34.503012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:42:34.881738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:34.914413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:34.923744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-96d90431-5c32-4d08-9813-927c96fd636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:42:34.966855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d99c5-de25-431d-9edb-2d69519cf2e2,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:42:34.971457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Synchronizing usage tracker for tenant:476e50696139430ea212032fa5813756 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:42:34.978579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.978967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.979340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.979711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.980077 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.980544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.980844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.981174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.981555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.981953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.982271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.982629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:42:34.986734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:42:35.033892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Unset dirty status for tenant:476e50696139430ea212032fa5813756 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:42:35.035324 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14a87ec41f21499fa6985f5b249f9fe3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7169113
Jan 26 11:42:35.038095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51000) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:42:35.100421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:35.128853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:35.210851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:35.216791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:42:35.231607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d99c5-de25-431d-9edb-2d69519cf2e2,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:42:35.234386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:42:35.235586 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:35.236785 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa0d99c5-de25-431d-9edb-2d69519cf2e2 HTTP/1.1" status: 204  len: 168 time: 0.1977468
Jan 26 11:42:45.010645 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:42:45.067450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bf83a53-904e-4059-ae31-30df5d9dba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:47.388128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0011e05e-35fb-47b8-88cc-7d00f975f720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:48.097868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:48.793820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:42:49.472913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:15.055965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ba7d5b4-74cf-45fb-8b45-091fd54c029f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:17.381280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2b2e-0fed-46ba-b88e-3c0b071e2bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:18.066820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:18.769898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:19.478665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:22.010289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:43:45.072477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a39c70f-77d7-4fcf-9121-5090ce7cbea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:47.380923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-46e4ae83-af8d-4e5d-a251-253cfabbe297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:48.072477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:48.781561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:49.484673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:43:59.010862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 5 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:44:15.049214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3b6523c1-ea20-48c8-91ba-cca52cebc155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:17.404386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-53d90a34-d93c-489f-b015-c0773fdb5293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:18.072069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:18.780611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:19.483714 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:21.421543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920'] for agent, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:21.422459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.422999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.423664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.424237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.424893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.425609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.426236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.426656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.427178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.427668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.428272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.428755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:44:21.429231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f07f07be6d8>, 'Open vSwitch agent', 'hv-cinder-77238', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:44:21.435587 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f07f07b3748>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77238', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:44:21.798242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] get_endpoint_by_host() called for host hv-cinder-77238 {{(pid=80246) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 26 11:44:21.803818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] get_endpoint_by_ip() called for ip 192.168.0.82 {{(pid=80246) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 26 11:44:21.807761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] _add_endpoint() called for ip 192.168.0.82 {{(pid=80246) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 26 11:44:21.855134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] _get_endpoints() called {{(pid=80246) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 26 11:44:34.006335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51072) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:44:34.170045 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-63990563-c0ef-40a5-8df2-0db690e42eee admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1624558
Jan 26 11:44:36.011302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:44:36.819411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51082) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:44:36.916040 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-72c5550a-90b9-48ac-890f-92864ed6a2a0 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0953441
Jan 26 11:44:45.060936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-27bf268b-5431-48d3-9b1e-c601f4cbe269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:47.431818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-12b5a6c7-1786-4e4c-b4bb-e456e32ecb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:48.100041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:48.814747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:49.477089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:44:51.414814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:13.014784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:45:15.059839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-62ca5918-6b64-446f-bb98-7389dfe47aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:17.385189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f8e1e483-954e-474f-ad43-4c7c2befd945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:18.083349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:18.814215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:19.494057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:21.443846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:45.054503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ce668752-b0a7-4e8a-af0d-8fd147ecba68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:47.397491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7078aceb-f2f9-46e6-85c0-695eb2358c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:48.076993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:48.791737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:49.517951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:45:50.019370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:45:51.454624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:15.093560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-035693bd-a621-45df-8b3c-fb662b3d0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:17.396946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8061199c-6c9f-413d-aa5e-7966cda140fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:18.104900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:18.785392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:19.499342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:21.482092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:26.400758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51264) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:26.676814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51278) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:26.882777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-network', 'tenant_id': '4984a9173d9443cabc68428285ccef96'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:26.892765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:26.900846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Usage tracker for resource:network and tenant:4984a9173d9443cabc68428285ccef96 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:26.906244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:26.930078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:26.990602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Made reservation on behalf of 4984a9173d9443cabc68428285ccef96 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:26.995709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.011628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.020248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:46:27.033281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:27.040356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Usage tracker for resource:security_group_rule and tenant:4984a9173d9443cabc68428285ccef96 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:27.048561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:27.052443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:27.202512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51294) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:27.406365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1974184148-network', 'tenant_id': '43a272c8ea5f4d1ab12ef0528c5c6039'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:27.414881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:27.423685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Usage tracker for resource:network and tenant:43a272c8ea5f4d1ab12ef0528c5c6039 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:27.425332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:27.445759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:27.507180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.573757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.588858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:27.619607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Made reservation on behalf of 43a272c8ea5f4d1ab12ef0528c5c6039 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:27.625970 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.636686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfce959-57ba-4326-b537-04f734db6735,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:27.648153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.648935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.649674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.650196 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.651752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.652331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.652906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.653914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.654449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.654982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.655659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.656181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.657053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.658080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.658622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.659669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.660501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.661075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.662284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.663668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.664486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.664897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.665878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.666739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.667404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Tracked resource versions report:
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'},
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'ConntrackHelper': '1.0',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Log': '1.0',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Network': '1.1',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Port': '1.6',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'PortForwarding': '1.2',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'QosPolicy': '1.8',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroup': '1.4',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroupRule': '1.2',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SubPort': '1.0',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Subnet': '1.1',
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Trunk': '1.1'}}
Jan 26 11:46:27.669164 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:46:27.690938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:27.712747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:46:27.719637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:27.730150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.731486 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Added segment fac7d614-4175-46a6-8841-1589329fc293 of type vxlan for network 5c3a91da-0586-4326-960a-5180676e05ad
Jan 26 11:46:27.733224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Usage tracker for resource:security_group_rule and tenant:43a272c8ea5f4d1ab12ef0528c5c6039 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:27.742187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:27.753264 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:27.785530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51314) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:27.844094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.934168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.936045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:27.936721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:27.943507 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:27.986112 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.000421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-network', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:28.010281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:28.019795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Usage tracker for resource:network and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:28.026198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.027578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:28.050844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:46:28.063502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.064362 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Added segment 6c77119b-8001-4b60-8f68-bb7ac6912fd5 of type vxlan for network e71163f7-3619-4e97-8770-041efd0d469f
Jan 26 11:46:28.097668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.097939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Pushing event updated for resources: {'Network': ['ID=5c3a91da-0586-4326-960a-5180676e05ad,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:28.106092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:28.111774 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 5c3a91da-0586-4326-960a-5180676e05ad details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:28.132528 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:28.134274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2090950429-network', 'tenant_id': 'e0d44208700340928b5dd73865a8ed5c'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:28.143753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:28.147101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:28.151925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 5c3a91da-0586-4326-960a-5180676e05ad details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:28.161687 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7614360
Jan 26 11:46:28.163945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Usage tracker for resource:network and tenant:e0d44208700340928b5dd73865a8ed5c is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:28.172505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51330) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:28.187228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca9733-4d57-4a46-84e9-ade7720d71bc,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:28.188309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Request body: {'subnet': {'network_id': '5c3a91da-0586-4326-960a-5180676e05ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-subnet', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:28.199123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:28.201069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.206252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.207661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.208513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.209095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.209732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.210313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.210873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.211432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.212000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.212548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.213110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.213681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.214251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.214806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Tracked resource versions report:
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'},
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'ConntrackHelper': '1.0',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Log': '1.0',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Network': '1.1',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Port': '1.6',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'PortForwarding': '1.2',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'QosPolicy': '1.8',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroup': '1.4',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroupRule': '1.2',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SubPort': '1.0',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Subnet': '1.1',
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Trunk': '1.1'}}
Jan 26 11:46:28.216327 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:46:28.223058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.224362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:28.225549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:28.226386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.230998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:28.239579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:28.242852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:28.255071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Usage tracker for resource:subnet and tenant:4984a9173d9443cabc68428285ccef96 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:28.262167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:28.277480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:28.327597 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Made reservation on behalf of e0d44208700340928b5dd73865a8ed5c for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:28.334581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.354237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.370229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Made reservation on behalf of 0d44817afceb42e894e4acc5dfcf5515 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:28.370777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Made reservation on behalf of 4984a9173d9443cabc68428285ccef96 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:28.376165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.377824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.413471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Pushing event updated for resources: {'Network': ['ID=e71163f7-3619-4e97-8770-041efd0d469f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:28.418740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.434613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:28.437779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:28.444735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d44208700340928b5dd73865a8ed5c is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:28.445665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:28.457242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Usage tracker for resource:security_group_rule and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:28.464270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:28.480765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:28.514094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:28.530940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:28.561329 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.8828225
Jan 26 11:46:28.566976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51338) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:28.573949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Request body: {'subnet': {'network_id': 'e71163f7-3619-4e97-8770-041efd0d469f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1974184148-subnet', 'tenant_id': '43a272c8ea5f4d1ab12ef0528c5c6039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:28.583690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:28.589104 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Usage tracker for resource:subnet and tenant:43a272c8ea5f4d1ab12ef0528c5c6039 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:28.593317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:28.600874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:28.697297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network e71163f7-3619-4e97-8770-041efd0d469f details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:28.722331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network e71163f7-3619-4e97-8770-041efd0d469f details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:28.750736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Made reservation on behalf of 43a272c8ea5f4d1ab12ef0528c5c6039 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:28.757405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.928501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:28.995893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.025811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:29.039591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:46:29.101778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.102217 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Added segment 771b269b-70d7-4629-9799-c803e01ff5b6 of type vxlan for network 1fe33118-a86a-4ed1-82b2-6e168e45a220
Jan 26 11:46:29.194690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3c13cf-a308-4a06-b15b-f15588b07806,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:29.240029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.254017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:29.363400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.368204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.369611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:29.370260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.376476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:29.487189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.505300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:29.546124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe33118-a86a-4ed1-82b2-6e168e45a220,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:29.554345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:29.564474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:29.586476 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3779454
Jan 26 11:46:29.588090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51368) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:29.598500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Request body: {'subnet': {'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-subnet', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:29.605368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:29.613370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Usage tracker for resource:subnet and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:29.619869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:29.627659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:29.647964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250d5730-e321-4955-8ae9-0cb08ad6512c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:29.664347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Made reservation on behalf of 0d44817afceb42e894e4acc5dfcf5515 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:29.683941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.799770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:29.814783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:46:29.822477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:29.880385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:29.880681 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Added segment b3707b9f-2aaa-4d6a-aa31-3280d77273b2 of type vxlan for network e3c4de12-d8cc-4d8a-950f-2db444ecf997
Jan 26 11:46:29.948526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:30.190313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:30.215242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4d1ae2ec-53b7-4880-a752-b753accfe99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:30.283442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:30.295475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:30.296171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:30.438585 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1333180-c67c-41e1-bef4-665206bcd761,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:30.451221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:30.454503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9a6c7601-7735-4363-9c86-354f1b58cf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:30.564269 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.7770205
Jan 26 11:46:30.567591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51390) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:30.579030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Request body: {'subnet': {'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2090950429-subnet', 'tenant_id': 'e0d44208700340928b5dd73865a8ed5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:30.590476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:30.595126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Usage tracker for resource:subnet and tenant:e0d44208700340928b5dd73865a8ed5c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:30.599125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:30.613923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:30.698913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c4de12-d8cc-4d8a-950f-2db444ecf997,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:30.706238 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:30.707285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:30.714479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:30.765662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:30.782152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:46:30.895865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:30.960745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:31.265299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Checking segment: {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:31.266257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Network hostable DHCP agents. Network: 5c3a91da-0586-4326-960a-5180676e05ad, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:46:31.301499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=532db15e-1ae6-484e-a2b5-8c72418960f0,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:31.304939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Made reservation on behalf of e0d44208700340928b5dd73865a8ed5c for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:31.310137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:31.317314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d06e98-4d4e-48f5-9a41-a3562be9d88e,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:31.327031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:31.339894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:31.448504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Network 5c3a91da-0586-4326-960a-5180676e05ad is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:46:31.495057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Checking segment: {'id': '6c77119b-8001-4b60-8f68-bb7ac6912fd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e71163f7-3619-4e97-8770-041efd0d469f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:31.495649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Network hostable DHCP agents. Network: e71163f7-3619-4e97-8770-041efd0d469f, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:46:31.522674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 5c3a91da-0586-4326-960a-5180676e05ad) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:31.531089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:31.532599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:31.532898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Checking segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:31.533521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Network hostable DHCP agents. Network: 1fe33118-a86a-4ed1-82b2-6e168e45a220, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:46:31.541655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038da116-aa44-47d8-8db9-339f5940ec17 None None] Network 5c3a91da-0586-4326-960a-5180676e05ad requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:31.657870 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.4755623
Jan 26 11:46:31.658430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51420) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:31.666962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:31.695093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:31.714748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Network e71163f7-3619-4e97-8770-041efd0d469f is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:46:31.725540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Usage tracker for resource:router and tenant:4984a9173d9443cabc68428285ccef96 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:31.743402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:31.779749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:31.782509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, e71163f7-3619-4e97-8770-041efd0d469f) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:31.797591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:31.798770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:31.818151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:46:31.880731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74ea54-754c-413f-8653-97e416728268 None None] Network e71163f7-3619-4e97-8770-041efd0d469f requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:31.883913 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3153718
Jan 26 11:46:31.911925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:31.913432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:31.951439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 1fe33118-a86a-4ed1-82b2-6e168e45a220) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:31.959480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:31.959480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:31.982343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833e908-7dc4-47ad-a990-05ed6a927b9f None None] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:32.024008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:32.141428 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0c594a64-19ba-4ea4-b173-110963aa55fd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.5513585
Jan 26 11:46:32.144397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51432) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:32.156124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:32.170090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:32.189020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Usage tracker for resource:router and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:32.199757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:32.225334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:32.301159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759672ac-83e9-47b0-9ff7-17944557c869 None None] Network 5c3a91da-0586-4326-960a-5180676e05ad requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:32.379065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:32.382340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:32.654257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:32.674504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:32.749456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:33.082664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:33.121967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdab0651-9dfa-43d5-8db7-b8a572188fad,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:33.155336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:33.183572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51472) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:33.208077 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 26 11:46:33.247756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2265af7-cdd6-4111-889e-6b4c9f0b646e None None] Network e71163f7-3619-4e97-8770-041efd0d469f requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:33.529014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-1fe33118-a86a-4ed1-82b2-6e168e45a220', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:46:33.530744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:33.730376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51490) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:33.792822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:33.883376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:33.900779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:33.955872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Checking segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:33.957962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Network hostable DHCP agents. Network: e3c4de12-d8cc-4d8a-950f-2db444ecf997, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:46:34.078322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-74eeba43-3c8f-4a0b-8d4e-d3b2d7f053e2 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:34.079686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-74eeba43-3c8f-4a0b-8d4e-d3b2d7f053e2 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Synchronizing usage tracker for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:46:34.232572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Allocated IP 172.20.0.2 (1fe33118-a86a-4ed1-82b2-6e168e45a220/532db15e-1ae6-484e-a2b5-8c72418960f0/10614d40-603e-4f30-b270-9cd375cecd54) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:46:34.285485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:46:34.289608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-74eeba43-3c8f-4a0b-8d4e-d3b2d7f053e2 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Unset dirty status for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:46:34.291957 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-74eeba43-3c8f-4a0b-8d4e-d3b2d7f053e2 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/networks?id=e71163f7-3619-4e97-8770-041efd0d469f HTTP/1.1" status: 200  len: 812 time: 1.1042144
Jan 26 11:46:34.339977 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-28996ac6-dc78-487e-8a50-9a2b7d9fa323 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/quotas/43a272c8ea5f4d1ab12ef0528c5c6039 HTTP/1.1" status: 200  len: 375 time: 0.0338922
Jan 26 11:46:34.341271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:34.390634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Allocated IP 172.27.2.241 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/7f71dc0b-50ed-48a5-b5ec-ac355d54be10) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:46:34.436647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:34.448674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, e3c4de12-d8cc-4d8a-950f-2db444ecf997) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:34.451099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Usage tracker for resource:security_group_rule and tenant:52d1593859494e43b59022a5e37fb08b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:34.456273 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-5f461754-85a9-4a5a-ae7c-a150b733999b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?tenant_id=43a272c8ea5f4d1ab12ef0528c5c6039&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0960739
Jan 26 11:46:34.466615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:34.478689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664786ab-0e1f-495f-b408-8333ba2a0c51 None None] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:34.490609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:34.493695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:34.507489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:34.905783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:34.931366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:34.992467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Transition to ACTIVE for port object 10614d40-603e-4f30-b270-9cd375cecd54 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:46:35.020429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b316a9-c0aa-4e6b-926f-b29e68857d05 None None] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:35.058311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Transition to ACTIVE for port object 10614d40-603e-4f30-b270-9cd375cecd54 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:46:35.077878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:35.110345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:35.142413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:35.169477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:35.176566 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:35.217246 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.6483240
Jan 26 11:46:35.227350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:35.281132 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-60875682-8e10-4acf-a9d3-117cb71bc934 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:46:35.284860 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-60875682-8e10-4acf-a9d3-117cb71bc934 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.2283235
Jan 26 11:46:35.358184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Pushing event updated for resources: {'Port': ['ID=7f71dc0b-50ed-48a5-b5ec-ac355d54be10,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:35.383751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:35.485006 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:35.492785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:35.498005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:46:35.671121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Pushing event updated for resources: {'Port': ['ID=10614d40-603e-4f30-b270-9cd375cecd54,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:35.744026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.744622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.745148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.745732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.746263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.746754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.747275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.747971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.748483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.748992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.749519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.750182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.751212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.752047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.752583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.753700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.754215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.754725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.755345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.756482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.756482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.756928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.757432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.758105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Tracked resource versions report:
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'},
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'ConntrackHelper': '1.0',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Log': '1.0',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Network': '1.1',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Port': '1.6',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'PortForwarding': '1.2',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'QosPolicy': '1.8',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroup': '1.4',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroupRule': '1.2',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SubPort': '1.0',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Subnet': '1.1',
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Trunk': '1.1'}}
Jan 26 11:46:35.759790 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:46:35.782126 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-9f19f91b-3c47-4ec8-951f-c661b5f1f710 service neutron] 10.222.0.57 "GET /v2.0/networks/e71163f7-3619-4e97-8770-041efd0d469f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4849782
Jan 26 11:46:35.786836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:35.822625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:35.853165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:35.928480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:35.934173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ceeaf5e6-ac33-4c70-9dbe-ffe792a65a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:35.938858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:35.943637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:46:36.046517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Attempting to bind port 10614d40-603e-4f30-b270-9cd375cecd54 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:46:36.047193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Attempting to bind port 10614d40-603e-4f30-b270-9cd375cecd54 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:46:36.047762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Attempting to bind port 10614d40-603e-4f30-b270-9cd375cecd54 on network 1fe33118-a86a-4ed1-82b2-6e168e45a220 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:46:36.058405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:46:36.059311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Checking segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:36.060947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.061913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Bound using segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:46:36.063135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Bound port: 10614d40-603e-4f30-b270-9cd375cecd54, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:46:36.063923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.082989 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52d1593859494e43b59022a5e37fb08b&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3347757
Jan 26 11:46:36.086874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51534) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:36.092217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9604a-603f-4fc6-8bc2-6ede8ec4a540,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:36.115553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:36.215056 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-458c717e-4bb0-435f-ba14-76792e94f8d0 service neutron] 10.222.0.57 "GET /v2.0/networks/e71163f7-3619-4e97-8770-041efd0d469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4242246
Jan 26 11:46:36.234727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Allocated IP 172.27.2.169 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/f229d326-3e60-4479-8ed0-e5dc429719b5) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:46:36.286990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] For port 10614d40-603e-4f30-b270-9cd375cecd54, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:46:36.291655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] For port 10614d40-603e-4f30-b270-9cd375cecd54, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=10614d40-603e-4f30-b270-9cd375cecd54,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:46:36.304769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51550) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:36.313914 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 26 11:46:36.339894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.351188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.393470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-987129ee-3501-4c28-948f-b0e9c1cb19dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:36.455151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.492698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Pushing event updated for resources: {'Port': ['ID=10614d40-603e-4f30-b270-9cd375cecd54,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:36.498082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:36.589549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.590608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.675220 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.686146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:36.705805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9604a-603f-4fc6-8bc2-6ede8ec4a540,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:36.770636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:36.793826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.798135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-14208a42-9231-486b-abb4-eb1d4b0bd417 req-f7f0f548-96c6-4553-980d-eddbeae4f576 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.0937798
Jan 26 11:46:36.818065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:36.898604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:36.903006 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bee9604a-603f-4fc6-8bc2-6ede8ec4a540 HTTP/1.1" status: 204  len: 168 time: 0.8100579
Jan 26 11:46:36.914534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-662eef96-f8f1-41ec-a086-b49191d2e2fc tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:36.915639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-662eef96-f8f1-41ec-a086-b49191d2e2fc tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:46:37.080347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-662eef96-f8f1-41ec-a086-b49191d2e2fc tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:46:37.082369 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-662eef96-f8f1-41ec-a086-b49191d2e2fc tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.7764981
Jan 26 11:46:37.092309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Pushing event updated for resources: {'Port': ['ID=f229d326-3e60-4479-8ed0-e5dc429719b5,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:37.107395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:37.229823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:37.231232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:37.234549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:46:37.472732 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-f76058d0-ec0f-4d17-b5b8-33c4f7dde746 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/quotas/e0d44208700340928b5dd73865a8ed5c HTTP/1.1" status: 200  len: 375 time: 0.3283110
Jan 26 11:46:37.613920 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-f13e7ee4-30e9-46fb-887d-2f1f055b3cb1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1274233
Jan 26 11:46:37.615496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:38.057624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51624) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:38.087391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:38.090765 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ec61e88b-6cb5-4cde-b3ba-de524d73868c req-f60903b4-c83a-4263-b312-713e1774d863 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.0800388
Jan 26 11:46:38.132393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Router 45ea495c-29ce-4302-9e88-f4a2fa811470 is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:46:38.148197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:38.161980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Usage tracker for resource:security_group_rule and tenant:3c2312dbe6e64c7a91b8522a73ba58c3 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:38.172676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:38.188183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:38.327409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:38.331304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51630) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:38.446747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:38.518260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:38.619048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:38.648506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c363627-adb9-4ad9-891c-161853195e8a None None] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:46:38.655741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:38.709101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:38.714280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Usage tracker for resource:security_group_rule and tenant:201404e0ea7b43fd828129953a525192 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:38.717547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:38.725370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:38.790578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c4f6cb15-5011-44dc-85e8-987b33e2dbb2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:46:38.791953 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c4f6cb15-5011-44dc-85e8-987b33e2dbb2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.2165246
Jan 26 11:46:38.866695 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c2312dbe6e64c7a91b8522a73ba58c3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8069072
Jan 26 11:46:38.885270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51656) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:38.889365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b56d08bf-5713-4a25-b880-2d28104e2f39 None None] Provisioning for port 10614d40-603e-4f30-b270-9cd375cecd54 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:46:38.896169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a340f4de-fe52-42ad-a0d5-1839910984ef,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:39.193459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:39.255147 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-fd89c3bf-01f4-458d-9e8e-5e610f9e813e service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4371819
Jan 26 11:46:39.316170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.363075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 10614d40-603e-4f30-b270-9cd375cecd54 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:46:39.377377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.407473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.483483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:46:39.498626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Sync routers for ids ['45ea495c-29ce-4302-9e88-f4a2fa811470'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:46:39.504336 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-a32babf1-2e1c-4424-8e86-c4c5598aa890 service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2265542
Jan 26 11:46:39.528093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Routers {'45ea495c-29ce-4302-9e88-f4a2fa811470'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:46:39.528863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efc524e0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['45ea495c-29ce-4302-9e88-f4a2fa811470'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:39.595475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 10614d40-603e-4f30-b270-9cd375cecd54 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:46:39.603405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 10614d40-603e-4f30-b270-9cd375cecd54 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:39.613362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.651300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.655568 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.9933898
Jan 26 11:46:39.657494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51674) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:39.666910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.699506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.794385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:39.829105 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=201404e0ea7b43fd828129953a525192&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4948623
Jan 26 11:46:39.836273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51682) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:39.895375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:39.898786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Set router 45ea495c-29ce-4302-9e88-f4a2fa811470 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:46:39.928553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe7220d-ba3b-47ce-86b9-059cef25565d,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:39.933144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:39.995743 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.026754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:40.053419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-83faf75a-8d99-4b93-b3ea-5b0fb93af297 None None] Provisioning complete for port 10614d40-603e-4f30-b270-9cd375cecd54 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:40.063359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-83faf75a-8d99-4b93-b3ea-5b0fb93af297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.063999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.064115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.064115 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a340f4de-fe52-42ad-a0d5-1839910984ef HTTP/1.1" status: 204  len: 168 time: 1.1711521
Jan 26 11:46:40.081877 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340f4de-fe52-42ad-a0d5-1839910984ef,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:40.091813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:40.217129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.329340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 10614d40-603e-4f30-b270-9cd375cecd54, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=10614d40-603e-4f30-b270-9cd375cecd54,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:46:40.346895 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-003cf002-03fc-43e7-8b3a-cc89a8c0fa15 req-034280d4-322c-4ff6-ac38-422a1422b871 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.1194093
Jan 26 11:46:40.407685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.415292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c3623c8f-1a64-433c-901d-ed2a6b1cd643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:40.579428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.587228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:40.635886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=10614d40-603e-4f30-b270-9cd375cecd54,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:40.640483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:40.660057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe7220d-ba3b-47ce-86b9-059cef25565d,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:40.668851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:40.691265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.700529 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fe7220d-ba3b-47ce-86b9-059cef25565d HTTP/1.1" status: 204  len: 168 time: 0.8634696
Jan 26 11:46:40.707814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:46:40.816627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-0e74311e-b7ea-43ca-afcb-7eb1ed396051 None None] Provisioning complete for port 10614d40-603e-4f30-b270-9cd375cecd54 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:40.817082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0e74311e-b7ea-43ca-afcb-7eb1ed396051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:40.820759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efc524e0>, [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:46:35Z', 'revision_number': 3, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:40.842420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Checking router: 45ea495c-29ce-4302-9e88-f4a2fa811470 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:46:40.844099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Updating router 45ea495c-29ce-4302-9e88-f4a2fa811470 port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:46:40.898073 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f23b967b-c0d1-41b7-a729-1802f3700dc5 req-677f63ed-3a5b-4e6d-9930-d7bc6cab41fd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.1482358
Jan 26 11:46:40.978574 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:41.381311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 10614d40-603e-4f30-b270-9cd375cecd54 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:46:41.726769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 10614d40-603e-4f30-b270-9cd375cecd54 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:41.729379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:42.007479 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c0a4a81f-56b9-45dd-96ec-77ef379a9014 req-d62f6dbc-31ce-429a-89d3-5698e5da1605 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.1178043
Jan 26 11:46:42.050461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:46:42.080618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Sync routers for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:46:42.235557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:46:42.235557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9593c8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:42.236073 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-57328915-ca56-468a-b5a9-9f3be30e0545 req-6085589f-a350-4218-a07e-6115c5f45062 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.0791340
Jan 26 11:46:42.348209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:42.348540 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 10.2028816
Jan 26 11:46:42.351547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51768) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:42.366823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:42.559183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Transition to ACTIVE for port object 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:46:42.574539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:42.613116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:42.685165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:42.716335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.81', 51122) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:42.874049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:46:42.941148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51788) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Pushing event updated for resources: {'Port': ['ID=7f71dc0b-50ed-48a5-b5ec-ac355d54be10,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.481856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Tracked resource versions report:
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: pushed versions:
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: {   'AddressGroup': {'1.1'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'ConntrackHelper': {'1.0'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Log': {'1.0'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Network': {'1.1'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Port': {'1.6'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'PortForwarding': {'1.2'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'QosPolicy': {'1.8'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroup': {'1.4'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SecurityGroupRule': {'1.2'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'SubPort': {'1.0'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Subnet': {'1.1'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     'Trunk': {'1.1'}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: consumer versions:
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]: {   DHCP agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     L3 agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metadata agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     Metering agent@dv-cinder-772388-2-iscsi: {},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@dv-cinder-772388-2-iscsi: {   'AddressGroup': '1.1',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'ConntrackHelper': '1.0',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Log': '1.0',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Network': '1.1',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Port': '1.6',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'PortForwarding': '1.2',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'QosPolicy': '1.8',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroup': '1.4',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SecurityGroupRule': '1.2',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'SubPort': '1.0',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Subnet': '1.1',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                                      'Trunk': '1.1'},
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:     Open vSwitch agent@hv-cinder-77238: {   'AddressGroup': '1.1',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'ConntrackHelper': '1.0',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Log': '1.0',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Network': '1.1',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Port': '1.6',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'PortForwarding': '1.2',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'QosPolicy': '1.8',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroup': '1.4',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SecurityGroupRule': '1.2',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'SubPort': '1.0',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Subnet': '1.1',
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:                                             'Trunk': '1.1'}}
Jan 26 11:46:43.484496 dv-cinder-772388-2-iscsi neutron-server[80131]:  {{(pid=80247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 11:46:43.528657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:43.579281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-afab65c9-4370-4d1d-8ea5-1893d052277b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:43.582864 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-afab65c9-4370-4d1d-8ea5-1893d052277b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.81 "GET /v2.0/networks?id=e71163f7-3619-4e97-8770-041efd0d469f HTTP/1.1" status: 200  len: 812 time: 0.8649368
Jan 26 11:46:43.658733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Attempting to bind port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:46:43.662997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Attempting to bind port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:46:43.663725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Attempting to bind port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:46:43.679074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:46:43.679852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:43.685976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:43.686518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:46:43.687171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Bound port: 7f71dc0b-50ed-48a5-b5ec-ac355d54be10, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:46:43.687854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:43.704415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Request body: {'port': {'device_id': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'network_id': 'e71163f7-3619-4e97-8770-041efd0d469f', 'admin_state_up': True, 'tenant_id': '43a272c8ea5f4d1ab12ef0528c5c6039'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:43.849652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9593c8>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:37Z', 'revision_number': 3, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:43.863250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Checking router: 7cb6dda6-d095-43e7-9c3d-21d942d212c6 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:46:43.864833 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Updating router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 port f229d326-3e60-4479-8ed0-e5dc429719b5 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:46:43.887716 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e49094-8ff5-404e-8c66-37f878deb5ca req-55d6867c-368b-4d9a-9737-7f2de43831de tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.2676828
Jan 26 11:46:43.945766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] For port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:46:43.959212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] For port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7f71dc0b-50ed-48a5-b5ec-ac355d54be10,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:46:43.985773 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ee55929-1ce6-4aeb-96a3-5c7207d46ffc req-ff42ca19-8513-4bcf-ae58-9e24e0ee3722 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.1961052
Jan 26 11:46:44.011603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:44.041052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:44.043680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:44.257846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:44.284988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:44.482149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:44.515283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Usage tracker for resource:security_group_rule and tenant:8411fb71b21e46fc8e551cd31dc858d8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:44.533460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:44.565381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:44.641154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Pushing event updated for resources: {'Port': ['ID=7f71dc0b-50ed-48a5-b5ec-ac355d54be10,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:44.655149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:44.683622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Routers {'45ea495c-29ce-4302-9e88-f4a2fa811470'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:46:44.685452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efc524e0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['45ea495c-29ce-4302-9e88-f4a2fa811470'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:44.695728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Allocated IP 172.20.0.1 (5c3a91da-0586-4326-960a-5180676e05ad/c1333180-c67c-41e1-bef4-665206bcd761/f833a5bb-aeac-402b-94ea-2c1c0b623b7a) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:46:44.699621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:44.704986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Usage tracker for resource:port and tenant:43a272c8ea5f4d1ab12ef0528c5c6039 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:44.709050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Quota usage for port was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:44.738009 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:44.900605 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:44.930067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Made reservation on behalf of 43a272c8ea5f4d1ab12ef0528c5c6039 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:44.933440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Transition to ACTIVE for port object f229d326-3e60-4479-8ed0-e5dc429719b5 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:46:44.966174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:44.973338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:45.141184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Allocated IP 172.20.0.1 (1fe33118-a86a-4ed1-82b2-6e168e45a220/532db15e-1ae6-484e-a2b5-8c72418960f0/7e2989ce-3448-4e34-a42b-759fb03bf296) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:46:45.150348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:45.226510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] Set router 45ea495c-29ce-4302-9e88-f4a2fa811470 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:46:45.491545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.81', 51133) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:45.655293 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c97536e9-d586-4216-8330-26626920433c req-c13dcb5b-066f-45a6-b16c-928370fd4b5b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.2567558
Jan 26 11:46:45.729495 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-99a57a01-7b22-4858-9a17-bcfa40e847a6 req-be3ed797-25b9-4bc6-be7d-d8c53e383019 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.2367077
Jan 26 11:46:45.769632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Attempting to bind port f229d326-3e60-4479-8ed0-e5dc429719b5 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:46:45.770049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Attempting to bind port f229d326-3e60-4479-8ed0-e5dc429719b5 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:46:45.770472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Attempting to bind port f229d326-3e60-4479-8ed0-e5dc429719b5 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:46:45.772912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc17ef-30ef-4ce2-a850-36e0b388205d None None] Pushing event updated for resources: {'Port': ['ID=f229d326-3e60-4479-8ed0-e5dc429719b5,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:45.782924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31561ed6-8dad-4d9b-8347-3e94f3034c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:45.787341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0abc17ef-30ef-4ce2-a850-36e0b388205d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:45.788174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:45.794824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:46:45.795268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:45.810901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:45.810901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:46:45.810901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Bound port: f229d326-3e60-4479-8ed0-e5dc429719b5, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:46:45.810901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:45.858813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:45.977308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efc524e0>, [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:46:35Z', 'revision_number': 3, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:45.985246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e6379-5d44-404e-97d1-cbcc5ff00605 None None] The sync data for ids ['45ea495c-29ce-4302-9e88-f4a2fa811470'] in dv-cinder-772388-2-iscsi is: [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:46:35Z', 'revision_number': 3, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:46:46.004742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] For port f229d326-3e60-4479-8ed0-e5dc429719b5, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:46:46.008286 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] For port f229d326-3e60-4479-8ed0-e5dc429719b5, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f229d326-3e60-4479-8ed0-e5dc429719b5,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:46:46.037070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:46.059346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c4e0b7d0-32bd-4e7b-8c4e-7d81de18ae1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:46.086318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:46.107516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:46.142803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:46.183214 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8411fb71b21e46fc8e551cd31dc858d8&name=default HTTP/1.1" status: 200  len: 2975 time: 3.2353117
Jan 26 11:46:46.189473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394a4083-6f29-4b2a-aef0-8a612a31d89c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:46.195942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:46.196524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 51866) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:46.206965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Transition to ACTIVE for port object 7e2989ce-3448-4e34-a42b-759fb03bf296 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:46:46.424068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-9c0347f9-a451-4deb-81d6-f8a849c85301 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:46.428952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc17ef-30ef-4ce2-a850-36e0b388205d None None] Pushing event updated for resources: {'Port': ['ID=f229d326-3e60-4479-8ed0-e5dc429719b5,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:46.429351 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-9c0347f9-a451-4deb-81d6-f8a849c85301 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.9166918
Jan 26 11:46:46.442843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Allocated IP 172.20.0.2 (e71163f7-3619-4e97-8770-041efd0d469f/95d06e98-4d4e-48f5-9a41-a3562be9d88e/0a48ab43-7119-4994-9f59-02d1db36b680) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:46:46.450348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:46.470259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Request body: {'port': {'device_id': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997', 'admin_state_up': True, 'tenant_id': 'e0d44208700340928b5dd73865a8ed5c'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:46.479504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:46.494888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4524464c-473e-4d3f-a209-ea460fa59d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:46.551507 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:46.593922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0abc17ef-30ef-4ce2-a850-36e0b388205d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:46.687512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:46:46.688241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9593c8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:46.760502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-611cd2df-0603-4ad2-af43-5a905fef450e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:46.898167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:47.017187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Pushing event updated for resources: {'Port': ['ID=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:47.179391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:47.277449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Pushing event updated for resources: {'Port': ['ID=7e2989ce-3448-4e34-a42b-759fb03bf296,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:47.305748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:47.416219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:46:47.591997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5009b37e-39e3-4de7-b1ed-b9a6185abff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:47.733821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:46:47.870265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:46:47.951029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Network 5c3a91da-0586-4326-960a-5180676e05ad is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:47.972940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:47.980075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:46:47.981243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:48.149117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:48.153329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:48.404096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:48.554047 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-62c9d7ca-6585-4866-bc1c-cf6a75f35621 req-3899fbdb-5717-446a-a8cf-767d23ef8110 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.8607955
Jan 26 11:46:48.569121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:48.611321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Usage tracker for resource:port and tenant:e0d44208700340928b5dd73865a8ed5c is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:48.620474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:48.622671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Quota usage for port was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:48.628971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:48.631209 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-583e1255-d9bc-4be9-a342-1d8eca85eb13 req-660ebd6e-b31f-4214-95a9-cdb12a5cdbb1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.7724612
Jan 26 11:46:48.649500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:46:48.658750 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:48.982261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:48.990570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.021606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.075971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.094215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7f71dc0b-50ed-48a5-b5ec-ac355d54be10,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:46:49.148492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.163326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:49.180479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9cfc5197-0798-47ab-9ed3-76f503d1c74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:49.217974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.222629 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/394a4083-6f29-4b2a-aef0-8a612a31d89c HTTP/1.1" status: 204  len: 168 time: 3.0151882
Jan 26 11:46:49.230874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394a4083-6f29-4b2a-aef0-8a612a31d89c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:49.244128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:49.251719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.351238 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:49.363347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f340df10-fdf7-4e3f-aa1e-3d05d2bd51ff None None] Provisioning for port 7e2989ce-3448-4e34-a42b-759fb03bf296 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:46:49.384560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9593c8>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:37Z', 'revision_number': 3, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:49.425927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f340df10-fdf7-4e3f-aa1e-3d05d2bd51ff None None] Provisioning complete for port 7e2989ce-3448-4e34-a42b-759fb03bf296 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:49.426523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f340df10-fdf7-4e3f-aa1e-3d05d2bd51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.444404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.511083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71584865-38f1-473b-85c4-f1e18b450317 None None] The sync data for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi is: [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:37Z', 'revision_number': 3, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:46:49.516417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Made reservation on behalf of e0d44208700340928b5dd73865a8ed5c for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:46:49.530723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=7f71dc0b-50ed-48a5-b5ec-ac355d54be10,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:49.541216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:49.601022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.635007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:49.648059 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51916) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:49.661484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f340df10-fdf7-4e3f-aa1e-3d05d2bd51ff None None] Port 7e2989ce-3448-4e34-a42b-759fb03bf296 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:46:50.335383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:50.548855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:50.567465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6af25f97-b9c1-4c4c-90dc-6a6650623768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:50.760749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:50.849498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:50.874604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3728b-bdb5-4b56-ad78-e71e355d1a00 req-5d7e262b-0a42-4417-ad53-4089d352023e tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:50.876385 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d7f3728b-bdb5-4b56-ad78-e71e355d1a00 req-5d7e262b-0a42-4417-ad53-4089d352023e tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 931 time: 0.8382695
Jan 26 11:46:50.917227 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b0cb8348-6710-4354-9e66-9235d10ea2ee req-1eac582d-70af-488b-903c-34e21a46ce04 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.3519893
Jan 26 11:46:50.993626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:51.088179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:46:51.216419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Pushing event updated for resources: {'Port': ['ID=0a48ab43-7119-4994-9f59-02d1db36b680,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:51.222786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:239d2d4785524bd78a1d299087269617 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:46:51.237481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:46:51.261890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:51.268894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:51.307971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:46:51.368077 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d7f3728b-bdb5-4b56-ad78-e71e355d1a00 req-10323063-67b6-41ff-a750-b79b22921bab tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3744125
Jan 26 11:46:51.510092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:51.635117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Network e71163f7-3619-4e97-8770-041efd0d469f is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:51.648409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f229d326-3e60-4479-8ed0-e5dc429719b5 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:46:51.666464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:51.675255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Pushing event updated for resources: {'Port': ['ID=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:51.690516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:46:51.733981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:51.734798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:51.831616 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.1472740
Jan 26 11:46:51.840072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:51.849601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Network 5c3a91da-0586-4326-960a-5180676e05ad is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:51.850945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:51.854067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Allocated IP 172.20.0.8 (e3c4de12-d8cc-4d8a-950f-2db444ecf997/bdab0651-9dfa-43d5-8db7-b8a572188fad/d0722abe-b22d-4224-a2c3-f53f2fee0e6f) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:46:51.911460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port f229d326-3e60-4479-8ed0-e5dc429719b5 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:46:51.926982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f229d326-3e60-4479-8ed0-e5dc429719b5 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:51.927592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:52.162558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-186b2dbb-7aa0-4104-8d2b-62ac5785bd80 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:46:52.171717 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-186b2dbb-7aa0-4104-8d2b-62ac5785bd80 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0674672
Jan 26 11:46:52.264515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:52.496620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:52.506462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:52.541462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:52.579223 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6fc0b385-5add-4419-a69f-ab6f37c5e8b8 req-d44e2919-9179-4961-9c5a-446c9b54792b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.1833200
Jan 26 11:46:52.592568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:52.672551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:52.726199 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port f229d326-3e60-4479-8ed0-e5dc429719b5, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f229d326-3e60-4479-8ed0-e5dc429719b5,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:46:52.779634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:52.781395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:46:52.855395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Router 45ea495c-29ce-4302-9e88-f4a2fa811470 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:46:52.957921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:53.191487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Request body: {'port': {'device_id': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:53.214570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=f229d326-3e60-4479-8ed0-e5dc429719b5,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:53.224192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:53.254692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:53.256596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:53.294820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Pushing event updated for resources: {'Port': ['ID=7e2989ce-3448-4e34-a42b-759fb03bf296,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:53.298117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:53.430362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:53.575553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:53.639990 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=239d2d4785524bd78a1d299087269617&name=default HTTP/1.1" status: 200  len: 2977 time: 3.9706051
Jan 26 11:46:53.648395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 51980) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:46:53.743467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd493d37-2a14-4c4d-a9c4-fc3e6652eebc,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:53.794075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:53.952677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:54.001344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:54.027343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:46:54.045156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Sync routers for ids ['45ea495c-29ce-4302-9e88-f4a2fa811470'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:46:54.082560 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] 10.222.0.57 "PUT /v2.0/routers/45ea495c-29ce-4302-9e88-f4a2fa811470/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4233124
Jan 26 11:46:54.108576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f229d326-3e60-4479-8ed0-e5dc429719b5 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:46:54.139966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Routers {'45ea495c-29ce-4302-9e88-f4a2fa811470'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:46:54.141146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efc7ffd0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['45ea495c-29ce-4302-9e88-f4a2fa811470'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:54.144898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:54.343513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f229d326-3e60-4479-8ed0-e5dc429719b5 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:54.345140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:54.915257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-6792d38e-36f8-46fc-acb7-33cc4fbf32fd None None] Provisioning complete for port 7e2989ce-3448-4e34-a42b-759fb03bf296 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:46:54.916020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6792d38e-36f8-46fc-acb7-33cc4fbf32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:54.965683 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4427ab2c-5b40-4143-8b8e-ee924c559363 req-18c7d48a-6773-4df8-b767-ec0f960efc4a tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.7308724
Jan 26 11:46:55.200920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07e57-dbec-4059-970c-a04aea1c6d7d req-193b69be-b019-4c52-94a4-b3167ef38c3a tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:55.212417 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ed07e57-dbec-4059-970c-a04aea1c6d7d req-193b69be-b019-4c52-94a4-b3167ef38c3a tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 931 time: 2.2984006
Jan 26 11:46:55.294888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-6792d38e-36f8-46fc-acb7-33cc4fbf32fd None None] Port 7e2989ce-3448-4e34-a42b-759fb03bf296 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:46:55.366314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:55.403067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Set router 45ea495c-29ce-4302-9e88-f4a2fa811470 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:46:55.532075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:46:55.565898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:55.607303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:55.702047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:55.876070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:56.098305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:56.102915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event updated for resources: {'Port': ['ID=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:56.138352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:56.287262 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ed07e57-dbec-4059-970c-a04aea1c6d7d req-963cd077-e438-4ccd-80a0-3b0aff313ec3 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0663128
Jan 26 11:46:56.288391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a911f101-6bbe-4e76-abda-fdf04bec9c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:56.333907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a48ab43-7119-4994-9f59-02d1db36b680 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:46:56.380116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:56.604973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Transition to ACTIVE for port object 0a48ab43-7119-4994-9f59-02d1db36b680 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:46:56.836526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-336a1d64-1a07-49ec-aa4a-afa7d266b98e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:56.845133 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-336a1d64-1a07-49ec-aa4a-afa7d266b98e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 819 time: 0.5947702
Jan 26 11:46:56.849520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:56.881546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efc7ffd0>, [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'f833a5bb-aeac-402b-94ea-2c1c0b623b7a', 'name': '', 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'mac_address': 'fa:16:3e:08:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1333180-c67c-41e1-bef4-665206bcd761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:43Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 2, 'project_id': '4984a9173d9443cabc68428285ccef96', 'subnets': [{'id': 'c1333180-c67c-41e1-bef4-665206bcd761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:56.900401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:46:56.922596 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-85dcf50d-2a22-4806-ab34-47173c94c613 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/quotas/4984a9173d9443cabc68428285ccef96 HTTP/1.1" status: 200  len: 375 time: 0.0755897
Jan 26 11:46:56.931618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:56.935642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Sync routers for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:46:56.960831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Checking router: 45ea495c-29ce-4302-9e88-f4a2fa811470 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:46:56.961926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Updating router 45ea495c-29ce-4302-9e88-f4a2fa811470 port f833a5bb-aeac-402b-94ea-2c1c0b623b7a binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:46:57.000558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:46:57.001324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f0967ba8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:57.108084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Pushing event updated for resources: {'Port': ['ID=0a48ab43-7119-4994-9f59-02d1db36b680,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:57.117433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:57.301428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:57.351136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd493d37-2a14-4c4d-a9c4-fc3e6652eebc,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:57.370894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:57.405603 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] 10.222.0.57 "PUT /v2.0/routers/7cb6dda6-d095-43e7-9c3d-21d942d212c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0441768
Jan 26 11:46:57.459725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:57.465478 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd493d37-2a14-4c4d-a9c4-fc3e6652eebc HTTP/1.1" status: 204  len: 168 time: 3.6973374
Jan 26 11:46:57.683902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5f2c5-753d-40cf-bf3a-124c1c559576 req-05bf91fc-6779-41de-b048-640a4dddfc51 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:57.685140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4b5f2c5-753d-40cf-bf3a-124c1c559576 req-05bf91fc-6779-41de-b048-640a4dddfc51 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:46:57.744380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:46:57.746315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:46:57.761493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:46:57.898966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:46:57.899700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:57.944093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4b5f2c5-753d-40cf-bf3a-124c1c559576 req-05bf91fc-6779-41de-b048-640a4dddfc51 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:46:57.945439 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4b5f2c5-753d-40cf-bf3a-124c1c559576 req-05bf91fc-6779-41de-b048-640a4dddfc51 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 931 time: 1.0540488
Jan 26 11:46:58.143310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4b5f2c5-753d-40cf-bf3a-124c1c559576 req-361ae959-024b-44cc-93bb-6e1373b2e4f6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:46:58.148684 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 11.6977346
Jan 26 11:46:58.174071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:46:58.197383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Request body: {'port': {'device_id': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:46:58.478320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-54fddf44-79e1-42bd-a7b1-1776bb8dfb14 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Synchronizing usage tracker for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:46:58.501192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:58.516146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4b5f2c5-753d-40cf-bf3a-124c1c559576 req-361ae959-024b-44cc-93bb-6e1373b2e4f6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:46:58.517798 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4b5f2c5-753d-40cf-bf3a-124c1c559576 req-361ae959-024b-44cc-93bb-6e1373b2e4f6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5263863
Jan 26 11:46:58.657276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Attempting to bind port 0a48ab43-7119-4994-9f59-02d1db36b680 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:46:58.657991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Attempting to bind port 0a48ab43-7119-4994-9f59-02d1db36b680 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '6c77119b-8001-4b60-8f68-bb7ac6912fd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e71163f7-3619-4e97-8770-041efd0d469f'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:46:58.659214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Attempting to bind port 0a48ab43-7119-4994-9f59-02d1db36b680 on network e71163f7-3619-4e97-8770-041efd0d469f {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:46:58.691433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:46:58.692055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Checking segment: {'id': '6c77119b-8001-4b60-8f68-bb7ac6912fd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e71163f7-3619-4e97-8770-041efd0d469f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:46:58.692747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:58.693387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Bound using segment: {'id': '6c77119b-8001-4b60-8f68-bb7ac6912fd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e71163f7-3619-4e97-8770-041efd0d469f'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:46:58.694300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Bound port: 0a48ab43-7119-4994-9f59-02d1db36b680, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c77119b-8001-4b60-8f68-bb7ac6912fd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e71163f7-3619-4e97-8770-041efd0d469f'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:46:58.694926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:58.779671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-54fddf44-79e1-42bd-a7b1-1776bb8dfb14 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Unset dirty status for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:46:58.782233 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-54fddf44-79e1-42bd-a7b1-1776bb8dfb14 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&fields=id HTTP/1.1" status: 200  len: 255 time: 1.7188010
Jan 26 11:46:58.853340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:58.904384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Transition to ACTIVE for port object f833a5bb-aeac-402b-94ea-2c1c0b623b7a will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:46:58.949044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:59.044513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:46:59.375470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f0967ba8>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:46:51Z', 'revision_number': 2, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:46:59.384897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] For port 0a48ab43-7119-4994-9f59-02d1db36b680, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:46:59.400607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Checking router: 7cb6dda6-d095-43e7-9c3d-21d942d212c6 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:46:59.401562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Updating router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 port 7e2989ce-3448-4e34-a42b-759fb03bf296 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:46:59.518865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:59.620616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92799b62-a65c-49a9-a0a6-0649a539c8d3 None None] Pushing event updated for resources: {'Port': ['ID=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:46:59.632381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] For port 0a48ab43-7119-4994-9f59-02d1db36b680, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0a48ab43-7119-4994-9f59-02d1db36b680,segment=NetworkSegment(6c77119b-8001-4b60-8f68-bb7ac6912fd5),segment_id=6c77119b-8001-4b60-8f68-bb7ac6912fd5)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:46:59.632496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-92799b62-a65c-49a9-a0a6-0649a539c8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:46:59.693375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:46:59.761471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:00.028404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c9724-6566-4126-9e13-45b06ce6f8e1 req-b54dad7d-0ae8-4c7b-b354-de9eead9a56a tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:00.030844 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ef8c9724-6566-4126-9e13-45b06ce6f8e1 req-b54dad7d-0ae8-4c7b-b354-de9eead9a56a tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 943 time: 0.8171883
Jan 26 11:47:00.212847 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-5dc5c571-a775-4884-bbad-329c8a118aaa service neutron] 10.222.0.57 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3997817
Jan 26 11:47:00.280234 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ef8c9724-6566-4126-9e13-45b06ce6f8e1 req-fb3ec5dc-bcca-4dc2-a5a3-20cf62643bab tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271626
Jan 26 11:47:00.416576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52126) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:00.483682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Attempting to bind port f833a5bb-aeac-402b-94ea-2c1c0b623b7a on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:47:00.484750 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Attempting to bind port f833a5bb-aeac-402b-94ea-2c1c0b623b7a by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:47:00.488489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Attempting to bind port f833a5bb-aeac-402b-94ea-2c1c0b623b7a on network 5c3a91da-0586-4326-960a-5180676e05ad {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:47:00.510273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:47:00.512290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Checking segment: {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:47:00.514733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:00.515740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Bound using segment: {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:47:00.518816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Bound port: f833a5bb-aeac-402b-94ea-2c1c0b623b7a, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:47:00.523485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:00.584304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0722abe-b22d-4224-a2c3-f53f2fee0e6f {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:47:00.606033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52132) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:00.640328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:00.702662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Transition to ACTIVE for port object d0722abe-b22d-4224-a2c3-f53f2fee0e6f will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:47:00.739284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:00.754426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Pushing event updated for resources: {'Port': ['ID=0a48ab43-7119-4994-9f59-02d1db36b680,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:00.795256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:00.801264 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:01.004647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] For port f833a5bb-aeac-402b-94ea-2c1c0b623b7a, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:47:01.018139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] For port f833a5bb-aeac-402b-94ea-2c1c0b623b7a, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:47:01.049689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:01.141931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:01.143385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:01.145080 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] 10.222.0.81 "PUT /v2.0/ports/0a48ab43-7119-4994-9f59-02d1db36b680 HTTP/1.1" status: 200  len: 1157 time: 8.5253799
Jan 26 11:47:01.181783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:01.444894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:01.500213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Transition to ACTIVE for port object 7e2989ce-3448-4e34-a42b-759fb03bf296 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:47:01.547770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Pushing event updated for resources: {'Port': ['ID=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:01.552844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:01.563871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:01.624534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:01.895079 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-83ca5eb5-87b7-4bb6-b3f0-155b5b2d9e60 service neutron] 10.222.0.57 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.6436973
Jan 26 11:47:02.008523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0b3dcfa1-8f43-497a-afd7-274e72b6a4b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:02.076675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-ed72f930-8695-41ca-9f19-059105c99cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:02.083080 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-ed72f930-8695-41ca-9f19-059105c99cce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43a272c8ea5f4d1ab12ef0528c5c6039&device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 1160 time: 0.5397315
Jan 26 11:47:02.340405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:02.487218 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-10616d5c-7f39-4211-8d14-66f199f160dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a48ab43-7119-4994-9f59-02d1db36b680 HTTP/1.1" status: 200  len: 217 time: 0.3815031
Jan 26 11:47:02.518512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:02.553732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Attempting to bind port d0722abe-b22d-4224-a2c3-f53f2fee0e6f on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:47:02.554133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Attempting to bind port d0722abe-b22d-4224-a2c3-f53f2fee0e6f by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:47:02.554614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Attempting to bind port d0722abe-b22d-4224-a2c3-f53f2fee0e6f on network e3c4de12-d8cc-4d8a-950f-2db444ecf997 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:47:02.567849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Usage tracker for resource:security_group_rule and tenant:d62c29b9573d45c7aa9e15b7a9e0dad7 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:02.632333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:02.639667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:02.742288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:47:02.742879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Checking segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:47:02.743483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:02.744136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Bound using segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:47:02.744786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Bound port: d0722abe-b22d-4224-a2c3-f53f2fee0e6f, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:47:02.745335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:02.807495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:02.831182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:02.924772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:392fd951d954458ba88cb79e85884bca is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:02.942906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:02.968376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Routers {'45ea495c-29ce-4302-9e88-f4a2fa811470'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:47:02.969112 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efc7ffd0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['45ea495c-29ce-4302-9e88-f4a2fa811470'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:03.098354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764b58b-a8ba-44a4-af07-4d10b9bb4008 None None] Pushing event updated for resources: {'Port': ['ID=7e2989ce-3448-4e34-a42b-759fb03bf296,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:03.125708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-929f4af1-7272-44e3-bb6a-16886ee97ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:03.129514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-929f4af1-7272-44e3-bb6a-16886ee97ab3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95d06e98-4d4e-48f5-9a41-a3562be9d88e HTTP/1.1" status: 200  len: 852 time: 0.6265104
Jan 26 11:47:03.203255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c764b58b-a8ba-44a4-af07-4d10b9bb4008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.579s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:03.206751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Attempting to bind port 7e2989ce-3448-4e34-a42b-759fb03bf296 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:47:03.207403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Attempting to bind port 7e2989ce-3448-4e34-a42b-759fb03bf296 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:47:03.226241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Attempting to bind port 7e2989ce-3448-4e34-a42b-759fb03bf296 on network 1fe33118-a86a-4ed1-82b2-6e168e45a220 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:47:03.254568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:47:03.255383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Checking segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:47:03.256099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:03.256808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Bound using segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:47:03.257681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Bound port: 7e2989ce-3448-4e34-a42b-759fb03bf296, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:47:03.258366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:03.327685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52182) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:03.378608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:03.401411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'security_group': {'name': 'tempest-securitygroup--2119181574', 'description': 'tempest-description--1136462709'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:03.468610 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-46b8d10f-47f0-48f8-91c4-4693ce058309 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e71163f7-3619-4e97-8770-041efd0d469f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3202972
Jan 26 11:47:03.470088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:03.494534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] For port d0722abe-b22d-4224-a2c3-f53f2fee0e6f, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:47:03.510669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:03.522041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] For port d0722abe-b22d-4224-a2c3-f53f2fee0e6f, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:47:03.534392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:03.573562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:03.598912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] Set router 45ea495c-29ce-4302-9e88-f4a2fa811470 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:47:03.649740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] For port 7e2989ce-3448-4e34-a42b-759fb03bf296, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:47:03.665154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] For port 7e2989ce-3448-4e34-a42b-759fb03bf296, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7e2989ce-3448-4e34-a42b-759fb03bf296,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:47:03.691490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:03.699717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92799b62-a65c-49a9-a0a6-0649a539c8d3 None None] Pushing event updated for resources: {'Port': ['ID=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:03.701442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:03.706106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-92799b62-a65c-49a9-a0a6-0649a539c8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.697s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:03.716572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:03.772638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300313a-1214-4f42-ad09-c57eb551e44c req-0be690c0-40ad-4136-beb0-4f9c9eb1334b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:03.780685 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9300313a-1214-4f42-ad09-c57eb551e44c req-0be690c0-40ad-4136-beb0-4f9c9eb1334b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 943 time: 0.9531012
Jan 26 11:47:03.938180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:04.037958 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9300313a-1214-4f42-ad09-c57eb551e44c req-6c0313a8-4bab-418a-b62a-093fc0ec615f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557662
Jan 26 11:47:04.075500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:47:04.080793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764b58b-a8ba-44a4-af07-4d10b9bb4008 None None] Pushing event updated for resources: {'Port': ['ID=7e2989ce-3448-4e34-a42b-759fb03bf296,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:04.086081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c764b58b-a8ba-44a4-af07-4d10b9bb4008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:04.099177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:04.104955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:04.104955 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] 10.222.0.81 "PUT /v2.0/ports/d0722abe-b22d-4224-a2c3-f53f2fee0e6f HTTP/1.1" status: 200  len: 1157 time: 5.9145455
Jan 26 11:47:04.105186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:47:04.105186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f0967ba8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:46:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:04.123084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'tag': 'd0722abe-b22d-4224-a2c3-f53f2fee0e6f'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:04.168295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:04.235042 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-9d611fef-9ea9-47ab-9050-15b7a6481b2b service neutron] 10.222.0.81 "GET /v2.0/networks/e71163f7-3619-4e97-8770-041efd0d469f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7202632
Jan 26 11:47:04.295975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:04.304594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group_rule and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:04.311047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:04.324557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:04.361798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Pushing event updated for resources: {'Port': ['ID=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:04.413735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efc7ffd0>, [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'f833a5bb-aeac-402b-94ea-2c1c0b623b7a', 'name': '', 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'mac_address': 'fa:16:3e:08:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1333180-c67c-41e1-bef4-665206bcd761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:43Z', 'updated_at': '2021-01-26T11:47:00Z', 'revision_number': 4, 'project_id': '4984a9173d9443cabc68428285ccef96', 'subnets': [{'id': 'c1333180-c67c-41e1-bef4-665206bcd761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:04.425110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b6b45-7faa-4c6d-af7c-3a8601b473d3 None None] The sync data for ids ['45ea495c-29ce-4302-9e88-f4a2fa811470'] in dv-cinder-772388-2-iscsi is: [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'f833a5bb-aeac-402b-94ea-2c1c0b623b7a', 'name': '', 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'mac_address': 'fa:16:3e:08:32:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c1333180-c67c-41e1-bef4-665206bcd761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:43Z', 'updated_at': '2021-01-26T11:47:00Z', 'revision_number': 4, 'project_id': '4984a9173d9443cabc68428285ccef96', 'subnets': [{'id': 'c1333180-c67c-41e1-bef4-665206bcd761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:47:04.453505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:04.585684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:04.613988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:47:04.758651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:04.797915 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2c0b831f-78c6-4818-9b56-8db984d97aa2 req-cf93301d-9a2f-43d3-806a-782b7f93bd0a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 210 time: 0.1257191
Jan 26 11:47:04.805434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c22ed0e9-ed2f-4ca4-8f32-a736e9bfbb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:04.858352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'SecurityGroup': ['ID=babe189a-1d6b-441c-8ce4-037f8e5fa090,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:04.963322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:05.067029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.071832 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.6815968
Jan 26 11:47:05.075825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52206) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:05.090054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'security_group_rule': {'security_group_id': 'babe189a-1d6b-441c-8ce4-037f8e5fa090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:05.134790 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98e8e110-2ccc-43bb-9cd5-8599f859461b req-11470c60-fdc5-4903-ace0-e9b7ba4b65d1 service neutron] 10.222.0.81 "GET /v2.0/networks/e71163f7-3619-4e97-8770-041efd0d469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7674210
Jan 26 11:47:05.135894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:05.151038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group_rule and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:05.154840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:05.172105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:05.292949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.319280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3c282-1d42-4fa9-9c42-696026ebe5d6 req-069a8103-9217-4a57-a537-d971a060c82b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:05.335984 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0d3c282-1d42-4fa9-9c42-696026ebe5d6 req-069a8103-9217-4a57-a537-d971a060c82b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 943 time: 1.5669377
Jan 26 11:47:05.359395 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680', 'status': 'completed', 'code': 200}
Jan 26 11:47:05.392105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.430567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f0967ba8>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:03Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:05.436642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fc0bc-fde6-4a76-b908-1e61f15e6eb1 None None] The sync data for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi is: [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:03Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:47:05.458323 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.593639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d14d78a1-b1da-4031-a64a-91dd4b87bc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:05.631533 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d62c29b9573d45c7aa9e15b7a9e0dad7&name=default HTTP/1.1" status: 200  len: 2979 time: 5.2129724
Jan 26 11:47:05.636865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.653094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52226) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:05.660462 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0d3c282-1d42-4fa9-9c42-696026ebe5d6 req-736cff76-3a6e-473a-879c-668205e293ac tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554278
Jan 26 11:47:05.682147 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.697017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.723561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-4b06c8c6-22d2-44ae-a56c-838eb5ba3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:05.726585 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-4b06c8c6-22d2-44ae-a56c-838eb5ba3703 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 1160 time: 1.3516121
Jan 26 11:47:05.733035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d32d7c-c9af-4855-ace7-fd08a189efde,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:05.740050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:05.743697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:05.824069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:05.842481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-9ae55a6f-a8b6-4d65-907a-8eb580c02dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:05.845095 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-9ae55a6f-a8b6-4d65-907a-8eb580c02dde service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43a272c8ea5f4d1ab12ef0528c5c6039&device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 1160 time: 0.4447894
Jan 26 11:47:05.922946 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-780bd593-a910-45e2-a9ec-aa8aa2f481b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0722abe-b22d-4224-a2c3-f53f2fee0e6f HTTP/1.1" status: 200  len: 217 time: 0.1499968
Jan 26 11:47:05.924486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc3a5e-3271-4dd3-8ad8-d09fdd0bc824,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:05.929482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:06.009242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:06.226270 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=392fd951d954458ba88cb79e85884bca&name=default HTTP/1.1" status: 200  len: 2979 time: 5.5033417
Jan 26 11:47:06.226270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-83531b34-c1b1-45c6-aee1-5bd86ffeb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:06.226270 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-83531b34-c1b1-45c6-aee1-5bd86ffeb1d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.1858599
Jan 26 11:47:06.226270 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'tag': 'd0722abe-b22d-4224-a2c3-f53f2fee0e6f', 'status': 'completed', 'code': 200}
Jan 26 11:47:06.226270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52234) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:06.226270 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-808d4496-79d1-412c-8d4d-7438a02acbc0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0930419
Jan 26 11:47:06.450066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.81', 51144) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:06.503226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7e2989ce-3448-4e34-a42b-759fb03bf296 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:06.623411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52250) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:06.658615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afb7aa7-710e-489e-9123-fa2ac718939a,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:06.669044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 7e2989ce-3448-4e34-a42b-759fb03bf296 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:06.690740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 7e2989ce-3448-4e34-a42b-759fb03bf296 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:06.691393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:06.691578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:06.730200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:06.804997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:06.810839 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7335305
Jan 26 11:47:06.822060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52260) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:06.836213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'security_group_rule': {'security_group_id': 'babe189a-1d6b-441c-8ce4-037f8e5fa090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:06.879197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-388a6c81-edfb-4661-ad85-859803221e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:06.885071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:06.887109 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-388a6c81-edfb-4661-ad85-859803221e7d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e71163f7-3619-4e97-8770-041efd0d469f HTTP/1.1" status: 200  len: 906 time: 0.8748801
Jan 26 11:47:06.902347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:06.917444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:06.956248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 7e2989ce-3448-4e34-a42b-759fb03bf296, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7e2989ce-3448-4e34-a42b-759fb03bf296,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:06.990027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:06.991936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f833a5bb-aeac-402b-94ea-2c1c0b623b7a up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:07.060231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group_rule and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:07.094130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c764b58b-a8ba-44a4-af07-4d10b9bb4008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:07.105897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:07.157263 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-286590b4-8b44-4f82-9317-29aa7d389ec7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a48ab43-7119-4994-9f59-02d1db36b680 HTTP/1.1" status: 200  len: 217 time: 0.2321684
Jan 26 11:47:07.159698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:07.168270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.215550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=7e2989ce-3448-4e34-a42b-759fb03bf296,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:07.221996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:07.253340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port f833a5bb-aeac-402b-94ea-2c1c0b623b7a completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:07.259418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f833a5bb-aeac-402b-94ea-2c1c0b623b7a triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:07.260046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.304214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:07.309389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Usage tracker for resource:security_group_rule and tenant:78cd14c61aaf4c97a4ad6ba21ae1d54c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:07.318222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-98e2e647-5d34-4f81-9058-feeb41638850 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:07.318980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-98e2e647-5d34-4f81-9058-feeb41638850 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Synchronizing usage tracker for tenant:4984a9173d9443cabc68428285ccef96 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:07.372565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dca61-c74a-4130-92d4-2e63e1416199 req-050cd61f-292a-470a-b654-9d8bf2fd6194 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:07.380359 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e13dca61-c74a-4130-92d4-2e63e1416199 req-050cd61f-292a-470a-b654-9d8bf2fd6194 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 943 time: 0.8304987
Jan 26 11:47:07.384180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:07.393222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.442308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:07.453364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.466407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.485467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-8cd6ce58-790e-4bd5-b111-ceee301a4bc3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:07.487534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-8cd6ce58-790e-4bd5-b111-ceee301a4bc3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Synchronizing usage tracker for tenant:4984a9173d9443cabc68428285ccef96 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:07.492753 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-bb06fa09-f05a-44a1-8c0a-44f8505c7d24 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2511601
Jan 26 11:47:07.518395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port f833a5bb-aeac-402b-94ea-2c1c0b623b7a, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:07.519955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.521589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-7ce3da78-8aa1-4f35-9fbd-1ba7a53edf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:07.523931 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-7ce3da78-8aa1-4f35-9fbd-1ba7a53edf80 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=95d06e98-4d4e-48f5-9a41-a3562be9d88e HTTP/1.1" status: 200  len: 852 time: 0.3315148
Jan 26 11:47:07.555423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.576281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-98e2e647-5d34-4f81-9058-feeb41638850 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Unset dirty status for tenant:4984a9173d9443cabc68428285ccef96 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:07.581198 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-98e2e647-5d34-4f81-9058-feeb41638850 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 819 time: 1.1324823
Jan 26 11:47:07.589725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-8cd6ce58-790e-4bd5-b111-ceee301a4bc3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Unset dirty status for tenant:4984a9173d9443cabc68428285ccef96 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:07.591183 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-8cd6ce58-790e-4bd5-b111-ceee301a4bc3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 819 time: 1.1341367
Jan 26 11:47:07.596034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.599513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0abc17ef-30ef-4ce2-a850-36e0b388205d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:07.614954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:07.633410 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e13dca61-c74a-4130-92d4-2e63e1416199 req-3025f5fb-12e6-4b33-bdfa-e5391a1e43e6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2518268
Jan 26 11:47:07.659974 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-057f1204-f75d-4332-a9c5-940aeed03eaa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e71163f7-3619-4e97-8770-041efd0d469f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1078258
Jan 26 11:47:07.741674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:07.746040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:07.777946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Request body: {'port': {'device_id': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad', 'admin_state_up': True, 'tenant_id': '4984a9173d9443cabc68428285ccef96'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:07.783716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d32d7c-c9af-4855-ace7-fd08a189efde,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:07.833370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:07.846497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:07.851999 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41d32d7c-c9af-4855-ace7-fd08a189efde HTTP/1.1" status: 204  len: 168 time: 2.1491239
Jan 26 11:47:07.856570 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-297a0c5b-d726-4051-b0d6-06a27144fcda tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/quotas/4984a9173d9443cabc68428285ccef96 HTTP/1.1" status: 200  len: 375 time: 0.2608979
Jan 26 11:47:07.966217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.044797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7e2989ce-3448-4e34-a42b-759fb03bf296 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:08.089047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.117278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ac22bede-d473-4922-bd7a-b967e5364dfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:08.138807 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d41d639-abe8-4f5b-9957-324b356c7678 req-9434cd6d-ac53-480e-b530-d603e52195fd service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6291921
Jan 26 11:47:08.166633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.166870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.173670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82049a7-e3dd-4aad-b410-b34cbd51cbad,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:08.186802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e8f269f0-05de-44e2-8496-5c16990cb728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:08.193228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:08.201604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:08.209071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.215052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc3a5e-3271-4dd3-8ad8-d09fdd0bc824,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:08.223651 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-3b97d8f2-f3cb-4698-b88d-81cee2b9f952 service neutron] 10.222.0.81 "GET /v2.0/networks/e71163f7-3619-4e97-8770-041efd0d469f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5268960
Jan 26 11:47:08.228309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:08.229007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 7e2989ce-3448-4e34-a42b-759fb03bf296 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:08.229801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.245162 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-a3c97526-3aa6-4763-a0be-5c05113ccd4d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3874874
Jan 26 11:47:08.285427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:08.285732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.286341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:08.308824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52276) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:08.309641 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4828398
Jan 26 11:47:08.322556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:08.353735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:08.367872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:floatingip and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:08.372593 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78cd14c61aaf4c97a4ad6ba21ae1d54c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7370162
Jan 26 11:47:08.373531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52280) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:08.374959 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:08.379061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97eaabd-7480-4647-8959-ef7c022ff969,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:08.385945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:08.459228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.463958 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3dc3a5e-3271-4dd3-8ad8-d09fdd0bc824 HTTP/1.1" status: 204  len: 168 time: 2.2414834
Jan 26 11:47:08.515500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f833a5bb-aeac-402b-94ea-2c1c0b623b7a up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:08.590981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Made reservation on behalf of 4984a9173d9443cabc68428285ccef96 for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:47:08.617451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.650548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f90fe8-9b38-4dc8-b0fb-b8d1fbb6585b req-e3ef66f0-1c9c-4c92-8189-4fa59178487b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:08.651363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-80f90fe8-9b38-4dc8-b0fb-b8d1fbb6585b req-e3ef66f0-1c9c-4c92-8189-4fa59178487b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Synchronizing usage tracker for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:08.651639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:08.762686 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd756530-d618-4408-aa9e-aa23374b0a32 req-8be33d17-d4ad-47ac-8b47-e7f859e7b45e service neutron] 10.222.0.81 "GET /v2.0/networks/e71163f7-3619-4e97-8770-041efd0d469f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5173290
Jan 26 11:47:08.796085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.803912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-80f90fe8-9b38-4dc8-b0fb-b8d1fbb6585b req-e3ef66f0-1c9c-4c92-8189-4fa59178487b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Unset dirty status for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:08.805552 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-80f90fe8-9b38-4dc8-b0fb-b8d1fbb6585b req-e3ef66f0-1c9c-4c92-8189-4fa59178487b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 943 time: 0.7925246
Jan 26 11:47:08.810661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:08.926128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:09.006110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f833a5bb-aeac-402b-94ea-2c1c0b623b7a triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:09.006543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:09.040012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-80f90fe8-9b38-4dc8-b0fb-b8d1fbb6585b req-3ce0db92-c148-40a7-8925-24ad7f704137 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Synchronizing usage tracker for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:09.123518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-104c70da-5e3a-4b76-8b54-f37970126904 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:47:09.155455 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:09.162865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-80f90fe8-9b38-4dc8-b0fb-b8d1fbb6585b req-3ce0db92-c148-40a7-8925-24ad7f704137 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Unset dirty status for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:09.168089 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-c4407c78-fb72-4297-8b38-42d9ec30f860 service neutron] 10.222.0.57 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9218402
Jan 26 11:47:09.170081 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-80f90fe8-9b38-4dc8-b0fb-b8d1fbb6585b req-3ce0db92-c148-40a7-8925-24ad7f704137 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3466463
Jan 26 11:47:09.178237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52290) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:09.179198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:09.219666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-e44c8b4e-daf6-4fb8-8492-ce06effb6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:09.219899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97eaabd-7480-4647-8959-ef7c022ff969,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:09.224407 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-e44c8b4e-daf6-4fb8-8492-ce06effb6610 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 1160 time: 0.8509767
Jan 26 11:47:09.230451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:09.232561 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e97eaabd-7480-4647-8959-ef7c022ff969 HTTP/1.1" status: 204  len: 168 time: 0.8548710
Jan 26 11:47:09.233844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:09.542933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:09.618482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332adba-8623-45ad-a1b0-2edd30e58380 req-3f04344b-765a-4278-bc9d-1bde4ff9e8b5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:09.620319 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9332adba-8623-45ad-a1b0-2edd30e58380 req-3f04344b-765a-4278-bc9d-1bde4ff9e8b5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 943 time: 0.1951902
Jan 26 11:47:09.682474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52300) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:09.694983 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9332adba-8623-45ad-a1b0-2edd30e58380 req-b0204d8f-aba4-46cc-878b-713462b868a6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635874
Jan 26 11:47:09.710108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0a48ab43-7119-4994-9f59-02d1db36b680 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:09.717962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:09.742034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:09.748888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8d5069e5b72141a28cc66135b7ebfed6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:09.754277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:09.776159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:09.811888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:09.868061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Usage tracker for resource:security_group_rule and tenant:18eb3bb0217b45f987ff27ddca355124 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:09.893334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:09.909065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 0a48ab43-7119-4994-9f59-02d1db36b680 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:09.925446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0a48ab43-7119-4994-9f59-02d1db36b680 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:09.925917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.012353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:10.064510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.072031 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-5b988f93-55cc-4348-bc47-28c1efb53e6d service neutron] 10.222.0.57 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9029558
Jan 26 11:47:10.110465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.144676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-71f34be9-da25-490f-acf5-aefb3f33251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:10.146444 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-71f34be9-da25-490f-acf5-aefb3f33251d service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 909 time: 0.8857751
Jan 26 11:47:10.161660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:10.174672 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d5069e5b72141a28cc66135b7ebfed6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4784315
Jan 26 11:47:10.178558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52312) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:10.248341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.304380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.335190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:10.338329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d519b4c1-afff-4663-9f82-5a3ad7afdc78,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:10.344890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:10.369836 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-ff3d458d-dee1-4ccb-bd66-2ab1d21c3fb6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0722abe-b22d-4224-a2c3-f53f2fee0e6f HTTP/1.1" status: 200  len: 217 time: 0.2063115
Jan 26 11:47:10.469190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52324) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:10.490425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0a48ab43-7119-4994-9f59-02d1db36b680, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0a48ab43-7119-4994-9f59-02d1db36b680,segment=NetworkSegment(6c77119b-8001-4b60-8f68-bb7ac6912fd5),segment_id=6c77119b-8001-4b60-8f68-bb7ac6912fd5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:10.513181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.532402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.534559 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:10.550752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:10.556996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Usage tracker for resource:security_group_rule and tenant:c4701d5d02ce4ae580a9af67f4bd782a is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:10.561306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:10.569564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:10.577463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.650420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0a48ab43-7119-4994-9f59-02d1db36b680,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:10.656395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:10.703638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.706543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.750915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.772252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Allocated IP 172.20.0.2 (5c3a91da-0586-4326-960a-5180676e05ad/c1333180-c67c-41e1-bef4-665206bcd761/0d4beab4-0e11-430e-b294-102be2442b65) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:47:10.792488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671c3f6-3d08-4365-8be8-f8be23346ea0 req-e8bd0606-bed6-45e6-809a-b3cc1d160dbd tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:10.794302 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f671c3f6-3d08-4365-8be8-f8be23346ea0 req-e8bd0606-bed6-45e6-809a-b3cc1d160dbd tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.3824139
Jan 26 11:47:10.823382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:10.836343 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4701d5d02ce4ae580a9af67f4bd782a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3605318
Jan 26 11:47:10.853659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52346) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:10.865361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.882922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:10.902043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-bedec5da-9266-4c6c-8f9f-579d9e0da412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:10.904792 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-bedec5da-9266-4c6c-8f9f-579d9e0da412 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.5222764
Jan 26 11:47:10.909313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d519b4c1-afff-4663-9f82-5a3ad7afdc78,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:10.931753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:10.943303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:10.958450 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d519b4c1-afff-4663-9f82-5a3ad7afdc78 HTTP/1.1" status: 204  len: 168 time: 0.7781456
Jan 26 11:47:10.982296 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f671c3f6-3d08-4365-8be8-f8be23346ea0 req-d6c0397c-00fc-454c-97dd-7b44793883aa tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534388
Jan 26 11:47:11.182756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-85682838-daad-4c11-b72a-d1b792a942d7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:47:11.226400 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b8b3aa6d-3446-4876-add9-9331b8e272a2 req-76b4e09f-916e-4c68-a0f7-c7230b729c76 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 210 time: 0.4565420
Jan 26 11:47:11.393030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:11.508431 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-617a44d5-1606-4d1c-9062-3f4c200e4224 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5378034
Jan 26 11:47:11.556169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749634b0-4ce2-4e5c-bf24-8713abdb52a6 req-4e3af30f-dcda-480e-85f7-eb21a0225107 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:11.558091 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-749634b0-4ce2-4e5c-bf24-8713abdb52a6 req-4e3af30f-dcda-480e-85f7-eb21a0225107 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 943 time: 0.1851609
Jan 26 11:47:11.597609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2067f13a-ba52-4102-96b4-eb7ac3cda976,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:11.617395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:11.667082 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-749634b0-4ce2-4e5c-bf24-8713abdb52a6 req-aa42aaed-94df-4324-8e91-80d4f1e38de0 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990727
Jan 26 11:47:11.796465 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680', 'code': 200}
Jan 26 11:47:11.915967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:11.979301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0a48ab43-7119-4994-9f59-02d1db36b680 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:12.057819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:12.124599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0a48ab43-7119-4994-9f59-02d1db36b680 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:12.125030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:12.154492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:12.212339 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-26742091-7f0e-4afb-bc41-72bb8641ae4c service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5978403
Jan 26 11:47:12.323239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Allocated IP 172.27.2.21 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/c52f8f48-3a3a-4962-bc06-ca0061bab20c) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:47:12.394011 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d0722abe-b22d-4224-a2c3-f53f2fee0e6f up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:12.419417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32e256-be63-41a7-93b5-52d16df1e0fd req-bd3736ae-4ecf-4ad3-b241-863bd4b03bb5 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:12.430911 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ce32e256-be63-41a7-93b5-52d16df1e0fd req-bd3736ae-4ecf-4ad3-b241-863bd4b03bb5 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.2234714
Jan 26 11:47:12.516249 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ce32e256-be63-41a7-93b5-52d16df1e0fd req-1a6599b7-7580-4a22-9ff1-d9fc654abe5b tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839975
Jan 26 11:47:12.778632 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c3ca6fa6-47d8-45ae-8ba5-bde72672843f req-4f94c8f2-9502-43db-8f12-cd256dfc6763 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 210 time: 0.1135807
Jan 26 11:47:12.791790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:12.819191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port d0722abe-b22d-4224-a2c3-f53f2fee0e6f completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:12.825615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d0722abe-b22d-4224-a2c3-f53f2fee0e6f triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:12.826142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:12.871644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:12.952403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40421e-4935-452c-a8d3-a831e2354d50,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:12.964989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:12.977913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:12.983800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:13.027077 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ad8979d5-7239-45d1-aff4-28eddc1498bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:13.041066 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-191a0422-cc2a-4e25-bcbc-9b908563292c req-737ba2d7-4403-4d9b-ae91-97709bd13529 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7988372
Jan 26 11:47:13.051496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067f13a-ba52-4102-96b4-eb7ac3cda976,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:13.087586 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:13.109442 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18eb3bb0217b45f987ff27ddca355124&name=default HTTP/1.1" status: 200  len: 2979 time: 3.9073448
Jan 26 11:47:13.131999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52384) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:13.354023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:13.368052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:13.373004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f58f-286e-47b4-a70a-b0618149c870 req-2576808d-d912-403c-8c34-4530ca112505 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:13.379209 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c913f58f-286e-47b4-a70a-b0618149c870 req-2576808d-d912-403c-8c34-4530ca112505 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 943 time: 0.2876503
Jan 26 11:47:13.501848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port d0722abe-b22d-4224-a2c3-f53f2fee0e6f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:13.526852 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c913f58f-286e-47b4-a70a-b0618149c870 req-79ecfc04-e234-4347-a27e-f1c8cd48843f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294425
Jan 26 11:47:13.526852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52390) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:13.567500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:13.570576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:13.710694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:13.727028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:13.743069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:13.798884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0722abe-b22d-4224-a2c3-f53f2fee0e6f'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:13.882279 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0722abe-b22d-4224-a2c3-f53f2fee0e6f', 'code': 200}
Jan 26 11:47:13.955933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:13.962330 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2067f13a-ba52-4102-96b4-eb7ac3cda976 HTTP/1.1" status: 204  len: 168 time: 3.0624242
Jan 26 11:47:13.963854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.013438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:14.028617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Usage tracker for resource:security_group_rule and tenant:b82bf0cb5ed848028d41d010173d1708 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:14.043801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:14.082551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:14.093356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0a48ab43-7119-4994-9f59-02d1db36b680 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:14.096108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Network 5c3a91da-0586-4326-960a-5180676e05ad is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:47:14.134143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:47:14.235652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-3aaa14a8-fd92-4110-8b89-9166c7b75c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:14.239052 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-3aaa14a8-fd92-4110-8b89-9166c7b75c52 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 1162 time: 1.0212204
Jan 26 11:47:14.246560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.305097 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0a48ab43-7119-4994-9f59-02d1db36b680 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:14.305764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.312131 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-839cbbac-4893-4d54-a91e-2ec3e5be27be req-a2d69fc6-0e3d-4a3f-83e8-d165738b9836 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 210 time: 0.1118820
Jan 26 11:47:14.338334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.486601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Pushing event updated for resources: {'Port': ['ID=0d4beab4-0e11-430e-b294-102be2442b65,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:14.496062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:47:14.571426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:14.572727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.573742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.588614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:14.641037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.652835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d0722abe-b22d-4224-a2c3-f53f2fee0e6f up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:14.667296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.668677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.730670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:14.763294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d0722abe-b22d-4224-a2c3-f53f2fee0e6f triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:14.763916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.817985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.827338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-40f6ecad-12d0-4456-acb3-bec482899cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:14.852031 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b82bf0cb5ed848028d41d010173d1708&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3273897
Jan 26 11:47:14.855294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 52416) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:14.858986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2777e4d-ec57-49f6-8587-7e173f579adb,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:14.890487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:14.897513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40421e-4935-452c-a8d3-a831e2354d50,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:14.901426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:14.912082 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa40421e-4935-452c-a8d3-a831e2354d50 HTTP/1.1" status: 204  len: 168 time: 1.7611668
Jan 26 11:47:14.952225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d7435965-dbbb-4060-afa9-9058b188b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:14.960021 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d7435965-dbbb-4060-afa9-9058b188b842 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 1162 time: 0.4802728
Jan 26 11:47:15.115023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1b1bd335-c50f-4a6e-a5b3-b70da48cee7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:15.130157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:15.144827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:15.147058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:15.151449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:15.238685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Usage tracker for resource:security_group_rule and tenant:64a68bfdf7f54f7396b5edb313f29c3f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:15.253434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:15.274684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Usage tracker for resource:security_group_rule and tenant:64a68bfdf7f54f7396b5edb313f29c3f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:15.281991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:15.320113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:15.343332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:15.351325 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.6271980
Jan 26 11:47:15.352864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'Port': ['ID=c52f8f48-3a3a-4962-bc06-ca0061bab20c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:15.394445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:15.394656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:15.395825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:15.518456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fe3b8-6545-4b0b-a47e-cfdd2ad38777 req-9b19053e-c821-4c22-bc39-455da3d7ee98 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:15.520256 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-597fe3b8-6545-4b0b-a47e-cfdd2ad38777 req-9b19053e-c821-4c22-bc39-455da3d7ee98 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 1.7016127
Jan 26 11:47:15.534057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Request body: {'port': {'device_id': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:15.601251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.81', 51151) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:15.690251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:15.830265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:47:15.841407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:47:15.865436 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-597fe3b8-6545-4b0b-a47e-cfdd2ad38777 req-aaab7e7a-5fb4-4839-a4c7-5ca3f6a6f955 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723495
Jan 26 11:47:15.866695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:47:15.886532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94286d98-4606-4d05-b82a-494e7b463868 req-82dcb8bc-eedc-473b-b074-3152424959be tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:15.895649 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-94286d98-4606-4d05-b82a-494e7b463868 req-82dcb8bc-eedc-473b-b074-3152424959be tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 945 time: 0.7465980
Jan 26 11:47:15.914032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d0722abe-b22d-4224-a2c3-f53f2fee0e6f up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:16.054729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:16.167444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d0722abe-b22d-4224-a2c3-f53f2fee0e6f triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:16.167889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:16.357140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-98a15fa5-c700-475f-b198-59d546c50220 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:16.359241 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-98a15fa5-c700-475f-b198-59d546c50220 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 819 time: 0.7543602
Jan 26 11:47:16.370694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:16.405899 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-94286d98-4606-4d05-b82a-494e7b463868 req-bf72646f-fb24-44d6-be29-0d92d7d203c6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5081842
Jan 26 11:47:16.417310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Request body: {'port': {'device_id': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad', 'admin_state_up': True, 'tenant_id': '4984a9173d9443cabc68428285ccef96'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:16.449297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:16.528169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:16.583736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8588fe0d-9b4f-4fb9-a0e0-77f53c7a9d46 req-6ac33739-10d7-4ea5-8de8-2f562f5e92fc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Synchronizing usage tracker for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:16.630301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cabe447b-6083-4003-adc3-84dfb9c7e99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:16.670789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) 64a68bfdf7f54f7396b5edb313f29c3f {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:47:16.671206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:47:16.672766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:16.853373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8588fe0d-9b4f-4fb9-a0e0-77f53c7a9d46 req-6ac33739-10d7-4ea5-8de8-2f562f5e92fc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Unset dirty status for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:16.866454 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8588fe0d-9b4f-4fb9-a0e0-77f53c7a9d46 req-6ac33739-10d7-4ea5-8de8-2f562f5e92fc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 210 time: 0.6560247
Jan 26 11:47:16.950229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:16.995283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:17.024866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:17.057482 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.9628453
Jan 26 11:47:17.110305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Made reservation on behalf of 4984a9173d9443cabc68428285ccef96 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:47:17.133711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:17.254636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae66ee-e012-450b-b84d-c205bda151d9,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:17.261519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:17.359101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:17.430518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17d5f577-c6ff-4df0-be23-7062005038cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:17.445398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:17.446748 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2777e4d-ec57-49f6-8587-7e173f579adb HTTP/1.1" status: 204  len: 168 time: 2.5640361
Jan 26 11:47:17.463161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2777e4d-ec57-49f6-8587-7e173f579adb,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:17.476671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:17.772697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928451f-be38-4b02-b923-c7d608c7cf8e req-ee640da0-b45b-4065-9de3-43083c22fec0 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:17.783375 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0928451f-be38-4b02-b923-c7d608c7cf8e req-ee640da0-b45b-4065-9de3-43083c22fec0 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.5869210
Jan 26 11:47:17.789820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:17.866513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:17.918972 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0928451f-be38-4b02-b923-c7d608c7cf8e req-9b292110-9fe8-4b97-8efb-c2dc5247598d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258745
Jan 26 11:47:17.978038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Allocated IP 172.20.0.11 (5c3a91da-0586-4326-960a-5180676e05ad/c1333180-c67c-41e1-bef4-665206bcd761/1c399f5d-da5f-464e-a015-dee125a04134) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:47:18.035665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:18.102729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e02885ee-7af6-416b-972f-e2dd3e5e361c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:18.115436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:18.236815 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-75e59cc8-9e67-4b84-96c9-b679385d4e25 req-0f0850e9-8591-4276-a03d-5e5b11f24076 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 210 time: 0.1103334
Jan 26 11:47:18.246276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'Port': ['ID=c52f8f48-3a3a-4962-bc06-ca0061bab20c,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:18.254962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:18.379958 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3cc36133-5996-42a6-9dd2-a70222ebb9f8 req-4962806f-93d4-4980-ae2b-52b8181e54a5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 3.8875616
Jan 26 11:47:18.479506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe82ff-3f65-45ab-b70a-a829e13b4ee7 req-e2ad07c0-f1ae-4d5f-9dee-344ae74e746f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:18.481538 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6cbe82ff-3f65-45ab-b70a-a829e13b4ee7 req-e2ad07c0-f1ae-4d5f-9dee-344ae74e746f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 945 time: 0.6759655
Jan 26 11:47:18.517021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:18.578921 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6cbe82ff-3f65-45ab-b70a-a829e13b4ee7 req-ff010545-a266-4a4f-83a8-cd715ac2335e tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884686
Jan 26 11:47:18.641538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:18.666429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cea16334-0e25-49f6-b43a-65e78bf0790f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:18.775792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:18.812085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:18.864748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:18.866989 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 10.5553327
Jan 26 11:47:19.077042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Pushing event updated for resources: {'Port': ['ID=1c399f5d-da5f-464e-a015-dee125a04134,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:19.104093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:19.298697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4beab4-0e11-430e-b294-102be2442b65 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:47:19.319508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:19.346462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Transition to ACTIVE for port object 0d4beab4-0e11-430e-b294-102be2442b65 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:47:19.349302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Network 5c3a91da-0586-4326-960a-5180676e05ad is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:47:19.351987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:47:19.359448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:47:19.402163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:19.453533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2464827f-1684-474e-a4c3-348df04a46ac tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:19.514303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:19.517979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:19.561527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:19.659725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4beab4-0e11-430e-b294-102be2442b65,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:19.685348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:19.785610 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3734887
Jan 26 11:47:19.811495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Request body: {'port': {'device_id': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:19.946204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8ecb3-83f3-435a-a674-7e8d84355521 req-209baf74-683e-44c4-80ec-d7a3d00b2e43 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:19.957640 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-94a8ecb3-83f3-435a-a674-7e8d84355521 req-209baf74-683e-44c4-80ec-d7a3d00b2e43 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.6019726
Jan 26 11:47:20.071685 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-94a8ecb3-83f3-435a-a674-7e8d84355521 req-6ed1ccb3-c6aa-44ef-91fd-c5d1cd53292f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125593
Jan 26 11:47:20.173899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:20.304787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf211fd-b691-4e08-93e8-90809cb59aa3 req-b7cf4983-12fb-4ae7-b9c7-47a06f9e4799 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:20.307829 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fbf211fd-b691-4e08-93e8-90809cb59aa3 req-b7cf4983-12fb-4ae7-b9c7-47a06f9e4799 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 932 time: 0.6529453
Jan 26 11:47:20.308712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52578) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:20.476221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-150b2f1d-4063-4b28-bf6a-4ad646bf8936 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:20.550865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Attempting to bind port 0d4beab4-0e11-430e-b294-102be2442b65 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:47:20.551420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Attempting to bind port 0d4beab4-0e11-430e-b294-102be2442b65 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:47:20.552015 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Attempting to bind port 0d4beab4-0e11-430e-b294-102be2442b65 on network 5c3a91da-0586-4326-960a-5180676e05ad {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:47:20.573201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fbf211fd-b691-4e08-93e8-90809cb59aa3 req-9ec36c79-c4a3-4e46-b87c-34f01a60ebfd tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Synchronizing usage tracker for tenant:4984a9173d9443cabc68428285ccef96 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:20.582013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:47:20.582474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Checking segment: {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:47:20.582898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:20.583325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Bound using segment: {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:47:20.583840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Bound port: 0d4beab4-0e11-430e-b294-102be2442b65, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:47:20.584352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:20.693395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-150b2f1d-4063-4b28-bf6a-4ad646bf8936 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:20.707744 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-150b2f1d-4063-4b28-bf6a-4ad646bf8936 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2119181574&fields=id&tenant_id=0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 267 time: 0.3520832
Jan 26 11:47:20.708668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fbf211fd-b691-4e08-93e8-90809cb59aa3 req-9ec36c79-c4a3-4e46-b87c-34f01a60ebfd tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Unset dirty status for tenant:4984a9173d9443cabc68428285ccef96 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:20.712552 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fbf211fd-b691-4e08-93e8-90809cb59aa3 req-9ec36c79-c4a3-4e46-b87c-34f01a60ebfd tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3918695
Jan 26 11:47:20.847997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] For port 0d4beab4-0e11-430e-b294-102be2442b65, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:47:20.866450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] For port 0d4beab4-0e11-430e-b294-102be2442b65, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d4beab4-0e11-430e-b294-102be2442b65,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:47:20.933610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:20.991964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:21.238660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4beab4-0e11-430e-b294-102be2442b65,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:21.261542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:21.357830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c399f5d-da5f-464e-a015-dee125a04134 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:47:21.369101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:21.388491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Transition to ACTIVE for port object 1c399f5d-da5f-464e-a015-dee125a04134 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:47:21.402358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:21.480657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:21.487129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Usage tracker for resource:security_group_rule and tenant:7b176d1877054477bdcc59236aecc014 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:21.491662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:21.504427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:21.511584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-e7aeaf06-17f1-4570-90c8-274847ab6cfa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:21.512615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-e7aeaf06-17f1-4570-90c8-274847ab6cfa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:21.518719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:21.554804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:21.609546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:21.650483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-e7aeaf06-17f1-4570-90c8-274847ab6cfa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:21.651963 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-e7aeaf06-17f1-4570-90c8-274847ab6cfa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 817 time: 0.9427245
Jan 26 11:47:21.787033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Pushing event updated for resources: {'Port': ['ID=1c399f5d-da5f-464e-a015-dee125a04134,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:21.805563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:21.857128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07179411-e53e-4667-ac14-bb0e680b2ab4 req-9743726a-2d61-4499-9eab-0f2cae956719 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:21.858957 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-07179411-e53e-4667-ac14-bb0e680b2ab4 req-9743726a-2d61-4499-9eab-0f2cae956719 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 945 time: 0.7015290
Jan 26 11:47:21.880726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:21.881519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:21.883285 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] 10.222.0.81 "PUT /v2.0/ports/0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 1157 time: 6.4821298
Jan 26 11:47:21.883894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:21.983901 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-1f52a5cb-1c3a-4559-840f-621adf5e8939 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/quotas/0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 375 time: 0.1988282
Jan 26 11:47:21.984180 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-07179411-e53e-4667-ac14-bb0e680b2ab4 req-341e4c69-8e7c-45af-bd32-b950947df2ba tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049554
Jan 26 11:47:22.177685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:22.247837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:22.318658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:22.516385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-d402a663-5d17-4071-9b09-2f36638f270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:22.518419 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-d402a663-5d17-4071-9b09-2f36638f270d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1160 time: 0.4950449
Jan 26 11:47:22.551317 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b176d1877054477bdcc59236aecc014&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2296274
Jan 26 11:47:22.709732 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-91f08353-0e5d-4625-aae2-888d371d3625 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 217 time: 0.1678817
Jan 26 11:47:22.711399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52640) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:22.741053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d9170-9a81-4781-87b6-246968cd7be0,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:22.783122 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Attempting to bind port 1c399f5d-da5f-464e-a015-dee125a04134 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:47:22.783660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Attempting to bind port 1c399f5d-da5f-464e-a015-dee125a04134 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:47:22.784629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Attempting to bind port 1c399f5d-da5f-464e-a015-dee125a04134 on network 5c3a91da-0586-4326-960a-5180676e05ad {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:47:22.793309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:22.809051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:47:22.809516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Checking segment: {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:47:22.810155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:22.810853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Bound using segment: {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:47:22.811689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Bound port: 1c399f5d-da5f-464e-a015-dee125a04134, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7d614-4175-46a6-8841-1589329fc293', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5c3a91da-0586-4326-960a-5180676e05ad'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:47:22.812197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:22.960984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] For port 1c399f5d-da5f-464e-a015-dee125a04134, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:47:22.964253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424680a6-e2c1-4e06-a01f-492a439f9ed3 req-dbe8b5be-4c01-47a3-ab2c-2c8e93eadee1 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:22.966081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] For port 1c399f5d-da5f-464e-a015-dee125a04134, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1c399f5d-da5f-464e-a015-dee125a04134,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:47:22.973966 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-424680a6-e2c1-4e06-a01f-492a439f9ed3 req-dbe8b5be-4c01-47a3-ab2c-2c8e93eadee1 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.6764152
Jan 26 11:47:23.082919 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-424680a6-e2c1-4e06-a01f-492a439f9ed3 req-0d812c5c-6569-47b1-9fd9-9c62ddb184ac tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085882
Jan 26 11:47:23.083976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:23.118886 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-83fa8c84-7ac4-4285-ad78-99e64dcfc974 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&fields=id HTTP/1.1" status: 200  len: 348 time: 1.1338079
Jan 26 11:47:23.129673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:23.149436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:23.181462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-ecae3739-35ed-4523-8aae-9906c6ed7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:23.182134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2fc40c3-760b-4bce-852c-038023b43edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:23.183101 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-ecae3739-35ed-4523-8aae-9906c6ed7f40 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.4584627
Jan 26 11:47:23.439878 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-ca025086-6fcc-4851-a8a3-9e32426a0aed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2066712
Jan 26 11:47:23.918491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Pushing event updated for resources: {'Port': ['ID=1c399f5d-da5f-464e-a015-dee125a04134,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:23.935116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:24.045938 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-911ab1c0-b1c5-4484-be61-353f910e2d63 service neutron] 10.222.0.57 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8741498
Jan 26 11:47:24.051611 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-362a834b-b732-4473-83f9-a0a172c5b958 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4873140
Jan 26 11:47:24.179004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:24.179702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:24.181293 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] 10.222.0.81 "PUT /v2.0/ports/1c399f5d-da5f-464e-a015-dee125a04134 HTTP/1.1" status: 200  len: 1158 time: 4.3783994
Jan 26 11:47:24.190266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:24.344438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee9e8f-6217-432d-a22d-6b862fc6820d req-3e69a344-685e-4a32-8f18-55e4c1f73c15 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:24.370676 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eaee9e8f-6217-432d-a22d-6b862fc6820d req-3e69a344-685e-4a32-8f18-55e4c1f73c15 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 944 time: 0.9363225
Jan 26 11:47:24.379617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:24.453979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-58d04a96-4978-4399-9db2-64c89e48d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:24.456483 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-58d04a96-4978-4399-9db2-64c89e48d8a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 1161 time: 0.1438870
Jan 26 11:47:24.471578 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-18a1af9a-b517-4cde-b560-f396ca89796e service neutron] 10.222.0.57 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4128749
Jan 26 11:47:24.535150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:24.619817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d9170-9a81-4781-87b6-246968cd7be0,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:24.630069 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf1beff4-6bfc-49ff-a145-269ccf023739 req-064ccfc7-b1c5-4a08-8177-4c17b5190c27 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5688007
Jan 26 11:47:24.645509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:24.684457 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-aa3285ca-8647-4a9a-a7da-adcac8902f5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c399f5d-da5f-464e-a015-dee125a04134 HTTP/1.1" status: 200  len: 217 time: 0.2103827
Jan 26 11:47:24.713389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:24.718914 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec7d9170-9a81-4781-87b6-246968cd7be0 HTTP/1.1" status: 204  len: 168 time: 1.9977901
Jan 26 11:47:24.778276 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eaee9e8f-6217-432d-a22d-6b862fc6820d req-27be5584-64f8-4d20-9a4e-801f3bee8302 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4055948
Jan 26 11:47:24.843073 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65', 'status': 'completed', 'code': 200}
Jan 26 11:47:24.946889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-e7673da6-ccb6-4551-8868-48ff912fb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:24.948668 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-e7673da6-ccb6-4551-8868-48ff912fb468 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.2554190
Jan 26 11:47:25.093614 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134', 'status': 'completed', 'code': 200}
Jan 26 11:47:25.102951 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f7fd1db2-8071-4785-8228-50f2d319dc7c req-579240f3-b6c9-4291-aac6-80336c0b3227 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 210 time: 0.1915615
Jan 26 11:47:25.174468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-d8e92255-ff60-43bb-8960-9cff50f5c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:25.180015 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-d8e92255-ff60-43bb-8960-9cff50f5c8c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1160 time: 0.2790112
Jan 26 11:47:25.276275 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-e07f7cdf-d6cf-420e-aaac-a096ae711349 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2178822
Jan 26 11:47:25.538707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-dc3f16fd-ea9b-4bdd-815c-7130e5a1c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:25.540616 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-dc3f16fd-ea9b-4bdd-815c-7130e5a1c856 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.3523090
Jan 26 11:47:25.567729 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-4871fe6a-89d4-49b7-a78e-b8f389037723 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2830150
Jan 26 11:47:25.794705 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-de21ef47-7d1a-408d-b1a1-aa0b5e563295 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 217 time: 0.2434475
Jan 26 11:47:25.889710 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52710) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:25.932741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:25.981186 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d64f00e-a8cc-4a6e-b33b-dfbef82e897c req-36ed643b-3ae0-4743-9921-3a91c10c917d service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4037240
Jan 26 11:47:26.115146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-6399a975-8e6c-44ab-adda-0af92a3d085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:26.117441 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-6399a975-8e6c-44ab-adda-0af92a3d085c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.3156395
Jan 26 11:47:26.118902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:26.131179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Usage tracker for resource:security_group_rule and tenant:edf4fb3d0d4a48578a31f591fed0fe58 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:26.147967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:26.171511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:26.425201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5ce0-0404-4b80-a319-cf81bd1e1328 req-6f81a6d0-dc47-422b-807f-31cc3286caf1 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:26.426085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-17fb5ce0-0404-4b80-a319-cf81bd1e1328 req-6f81a6d0-dc47-422b-807f-31cc3286caf1 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Synchronizing usage tracker for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:26.440486 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-a8b5a9c5-29fa-4a08-8ed4-c28277f3df94 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2150168
Jan 26 11:47:26.534414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-17fb5ce0-0404-4b80-a319-cf81bd1e1328 req-6f81a6d0-dc47-422b-807f-31cc3286caf1 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Unset dirty status for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:26.545863 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-17fb5ce0-0404-4b80-a319-cf81bd1e1328 req-6f81a6d0-dc47-422b-807f-31cc3286caf1 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 944 time: 0.5012426
Jan 26 11:47:26.550302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f0b05-8486-4952-bd17-38fb232ea051 req-9314fa5d-b2f9-41e7-8159-bf9c374c07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:26.552372 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-514f0b05-8486-4952-bd17-38fb232ea051 req-9314fa5d-b2f9-41e7-8159-bf9c374c07a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 1161 time: 0.3431439
Jan 26 11:47:26.694316 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-803dfb68-0b4e-4f1b-a4f9-f11c1d4d29d9 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458534
Jan 26 11:47:26.770300 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-17fb5ce0-0404-4b80-a319-cf81bd1e1328 req-5af5eae3-a3bf-4232-9654-8cd940a7132e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163658
Jan 26 11:47:26.924142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f0b05-8486-4952-bd17-38fb232ea051 req-2719bb22-40d6-46f6-9e90-49dba65b406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:26.951528 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-514f0b05-8486-4952-bd17-38fb232ea051 req-2719bb22-40d6-46f6-9e90-49dba65b406a service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.3871927
Jan 26 11:47:26.984371 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f9dfc35d-e535-40bf-a506-5af7a593fb8b req-0af62d05-7862-4f14-a425-c700ff8d1ee2 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2494562
Jan 26 11:47:27.120498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:27.143482 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-514f0b05-8486-4952-bd17-38fb232ea051 req-c28338ea-4623-4455-abff-acc5de7de056 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c399f5d-da5f-464e-a015-dee125a04134 HTTP/1.1" status: 200  len: 217 time: 0.1763916
Jan 26 11:47:27.177885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:27.190040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fc7d7132-b6e0-42b8-90b0-49989c2f487a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:27.236599 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edf4fb3d0d4a48578a31f591fed0fe58&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3450203
Jan 26 11:47:27.237626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52750) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:27.320135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48b1f9-c8c9-406b-a565-c0c5cf4a04d2,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:27.325703 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7e5ac79f-da8e-47b8-a561-ffae6922d726 req-2d36fb71-d18a-459b-b877-3e9a30137690 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 210 time: 0.1944256
Jan 26 11:47:27.343621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:27.380847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f0b05-8486-4952-bd17-38fb232ea051 req-7481f8e4-9d59-4a95-9625-4599ad1f38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:27.391608 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-514f0b05-8486-4952-bd17-38fb232ea051 req-7481f8e4-9d59-4a95-9625-4599ad1f38e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.1796024
Jan 26 11:47:27.414639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:27.460949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:27.523597 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-514f0b05-8486-4952-bd17-38fb232ea051 req-6ff0cf64-cec7-444c-b1a8-ddde70e9e446 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1264799
Jan 26 11:47:27.644068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:27.655489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:27.679684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48b1f9-c8c9-406b-a565-c0c5cf4a04d2,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:27.703054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:27.710049 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e48b1f9-c8c9-406b-a565-c0c5cf4a04d2 HTTP/1.1" status: 204  len: 168 time: 0.4691467
Jan 26 11:47:27.713914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.714777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.715751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.717215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.718118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.718930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.720079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.720948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.722036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.722736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.723483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.724072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.724651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.725204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.725830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.726655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.727177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.727751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.728352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.728895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.729420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.730022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.730575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.731215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:27.738037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:27.820700 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-514f0b05-8486-4952-bd17-38fb232ea051 req-ff6f5321-61b6-4961-a7eb-228083c90760 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828810
Jan 26 11:47:28.253086 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-514f0b05-8486-4952-bd17-38fb232ea051 req-d0f8cbfe-a30c-4edd-a886-fe22e4e11fa6 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4291773
Jan 26 11:47:28.563805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-d9989aa0-61b1-47ce-8476-b50160908ea9 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:47:28.712989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-a416365f-a221-4bbd-bfff-ffb28f35e2ea tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:28.714700 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-a416365f-a221-4bbd-bfff-ffb28f35e2ea tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 817 time: 0.3502212
Jan 26 11:47:28.846032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a78930-18f4-4ae0-88bb-bd9f955da748 req-7922c5d9-eb69-4a12-9942-26a8674e7098 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:28.848345 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f3a78930-18f4-4ae0-88bb-bd9f955da748 req-7922c5d9-eb69-4a12-9942-26a8674e7098 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 944 time: 0.6008606
Jan 26 11:47:29.011987 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f3a78930-18f4-4ae0-88bb-bd9f955da748 req-3034aba4-b153-499c-9713-762aec129228 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438713
Jan 26 11:47:29.050128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-8db64a97-bec7-4e13-85e7-a142f0d43b75 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 5705 time: 0.3093948
Jan 26 11:47:29.064271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'port': {'device_id': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'admin_state_up': True, 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'security_groups': ['babe189a-1d6b-441c-8ce4-037f8e5fa090']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:29.593681 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-925c1bcd-4aab-41df-a2dd-e8c6cae67b1a req-415dd84b-fb33-41bf-9e56-2d1e4ae9f5cd tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 210 time: 0.0970521
Jan 26 11:47:29.702549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:29.709558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:port and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:29.713237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for port was recalculated. Used quota:3. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:29.723895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:29.776851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Made reservation on behalf of 0d44817afceb42e894e4acc5dfcf5515 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:47:29.797592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:29.805832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 1c399f5d-da5f-464e-a015-dee125a04134 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:30.093073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 1c399f5d-da5f-464e-a015-dee125a04134 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:30.106712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 1c399f5d-da5f-464e-a015-dee125a04134 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:30.107717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:30.331650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:30.384358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 1c399f5d-da5f-464e-a015-dee125a04134, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1c399f5d-da5f-464e-a015-dee125a04134,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:30.385616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:30.455639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:30.458135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:30.678109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:30.704456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4e718-a3cc-4617-8e00-6e0378452a17 req-6d405698-75ea-4310-b9a9-7d5f8ad707f8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:30.715969 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8da4e718-a3cc-4617-8e00-6e0378452a17 req-6d405698-75ea-4310-b9a9-7d5f8ad707f8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 944 time: 0.4475553
Jan 26 11:47:30.809050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Allocated IP 172.20.0.12 (1fe33118-a86a-4ed1-82b2-6e168e45a220/532db15e-1ae6-484e-a2b5-8c72418960f0/0d12f084-f861-49d0-a519-1436e5a2ef71) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:47:30.848600 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134', 'code': 200}
Jan 26 11:47:30.926341 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8da4e718-a3cc-4617-8e00-6e0378452a17 req-1e0f9a1f-53d4-479d-89ec-30a397cefa6b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071998
Jan 26 11:47:31.018155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=1c399f5d-da5f-464e-a015-dee125a04134,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:31.031272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:31.052681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 0d4beab4-0e11-430e-b294-102be2442b65 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:31.065592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:31.066051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:31.267802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bbb91297-72ad-4dd9-bdc6-3d122099a36f req-28b5f3f4-761f-49e9-8c9f-2cb2e694804f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:31.327258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bbb91297-72ad-4dd9-bdc6-3d122099a36f req-28b5f3f4-761f-49e9-8c9f-2cb2e694804f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:31.329156 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bbb91297-72ad-4dd9-bdc6-3d122099a36f req-28b5f3f4-761f-49e9-8c9f-2cb2e694804f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 210 time: 0.1364973
Jan 26 11:47:31.382244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:31.474411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0d4beab4-0e11-430e-b294-102be2442b65, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d4beab4-0e11-430e-b294-102be2442b65,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:31.499958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:31.516082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:31.519369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:31.540332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Transition to ACTIVE for port object 0d12f084-f861-49d0-a519-1436e5a2ef71 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:47:31.590313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19150971-7c17-4863-95ee-5abd14c5b898 req-0806a1d1-3d87-4360-a48e-fe5cd42cf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:31.593155 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-19150971-7c17-4863-95ee-5abd14c5b898 req-0806a1d1-3d87-4360-a48e-fe5cd42cf421 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 1163 time: 0.2067204
Jan 26 11:47:31.653624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0d4beab4-0e11-430e-b294-102be2442b65,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:31.658874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:31.662523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:31.711740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-19150971-7c17-4863-95ee-5abd14c5b898 req-2848d979-c8dc-49df-8d46-9663d85e7b53 service neutron] Synchronizing usage tracker for tenant:64a68bfdf7f54f7396b5edb313f29c3f on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:31.731611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:31.815076 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-19150971-7c17-4863-95ee-5abd14c5b898 req-2848d979-c8dc-49df-8d46-9663d85e7b53 service neutron] Unset dirty status for tenant:64a68bfdf7f54f7396b5edb313f29c3f on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:31.817034 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-19150971-7c17-4863-95ee-5abd14c5b898 req-2848d979-c8dc-49df-8d46-9663d85e7b53 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165759
Jan 26 11:47:31.965029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:31.981038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.981433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.981853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.982307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.982665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.983052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.983441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.983815 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.984207 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.984583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.985101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.985366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.985829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.986211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.986579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.986950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.987324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.987699 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.988080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.988449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.988822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.989285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.989568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.989960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:31.997453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:32.059813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:47:32.061423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:47:32.064938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:47:32.125939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:32.127298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:32.224013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 1c399f5d-da5f-464e-a015-dee125a04134 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:32.281813 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2251873
Jan 26 11:47:32.306136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Request body: {'port': {'device_id': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:32.433089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 1c399f5d-da5f-464e-a015-dee125a04134 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:32.434240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:32.493726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-1df8971c-4a1d-443b-ac17-987d50c99464 None None] Provisioning for port 0d12f084-f861-49d0-a519-1436e5a2ef71 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:32.502678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-1df8971c-4a1d-443b-ac17-987d50c99464 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:32.503546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1df8971c-4a1d-443b-ac17-987d50c99464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:32.577482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:32.606514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1df8971c-4a1d-443b-ac17-987d50c99464 None None] Port 0d12f084-f861-49d0-a519-1436e5a2ef71 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:47:32.769549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:32.852175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:32.889784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb68a6c-5dae-40ac-8102-e7629bb4581b req-e88664e0-5c00-471e-8585-e7dc6f6ece4c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:32.894705 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3fb68a6c-5dae-40ac-8102-e7629bb4581b req-e88664e0-5c00-471e-8585-e7dc6f6ece4c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 932 time: 0.2595968
Jan 26 11:47:32.970128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba673a29-fa9f-474b-91b1-3760fc78c275 req-c4411121-5f80-41a6-87ff-bd822f6451ff tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:32.980302 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba673a29-fa9f-474b-91b1-3760fc78c275 req-c4411121-5f80-41a6-87ff-bd822f6451ff tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.7670219
Jan 26 11:47:32.981219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:32.982340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:33.061219 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3fb68a6c-5dae-40ac-8102-e7629bb4581b req-59019431-b33a-43ec-a6b6-4e50fbd6144f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1429682
Jan 26 11:47:33.162388 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba673a29-fa9f-474b-91b1-3760fc78c275 req-d1164467-6ba6-4f63-bf62-a8ff9f33a837 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809258
Jan 26 11:47:33.202528 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65', 'code': 200}
Jan 26 11:47:33.447444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d12f084-f861-49d0-a519-1436e5a2ef71 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:47:33.476285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:33.502260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Transition to ACTIVE for port object 0d12f084-f861-49d0-a519-1436e5a2ef71 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:47:33.543902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:33.561762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-71a8116e-1313-4e50-ac94-6177faaa4603 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:33.729265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:33.735389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:33.811280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0049710-0f27-4962-8853-0966024b235d req-4429bbb1-b967-4bb0-a2cf-68a36ab4a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:33.815237 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0049710-0f27-4962-8853-0966024b235d req-4429bbb1-b967-4bb0-a2cf-68a36ab4a7fe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.1537170
Jan 26 11:47:33.873549 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0049710-0f27-4962-8853-0966024b235d req-17e16487-a2fe-433d-a57e-e97fb4a844f9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491509
Jan 26 11:47:33.952542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Attempting to bind port 0d12f084-f861-49d0-a519-1436e5a2ef71 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:47:33.953287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Attempting to bind port 0d12f084-f861-49d0-a519-1436e5a2ef71 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:47:33.954151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Attempting to bind port 0d12f084-f861-49d0-a519-1436e5a2ef71 on network 1fe33118-a86a-4ed1-82b2-6e168e45a220 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:47:33.964704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:47:33.967522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Checking segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:47:33.967522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:33.967522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Bound using segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:47:33.967522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Bound port: 0d12f084-f861-49d0-a519-1436e5a2ef71, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:47:33.967522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:34.131596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:47:34.137524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d12f084-f861-49d0-a519-1436e5a2ef71,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:47:34.219993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:34.236063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:34.322995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:34.340041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:34.382701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 1c399f5d-da5f-464e-a015-dee125a04134 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:34.584801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 1c399f5d-da5f-464e-a015-dee125a04134 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:34.585506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:34.668159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336937-a1ac-4947-bc2c-2e3f872b3cd2 req-57186262-41ac-4b89-bc7f-bbac5cd14054 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:34.671088 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b8336937-a1ac-4947-bc2c-2e3f872b3cd2 req-57186262-41ac-4b89-bc7f-bbac5cd14054 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.3158035
Jan 26 11:47:34.737454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9606f6-8b71-4503-a84c-fc3a2f8dfdbd req-8db8a233-f43b-4a66-8bc9-fbbf2bd38291 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:34.739842 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d9606f6-8b71-4503-a84c-fc3a2f8dfdbd req-8db8a233-f43b-4a66-8bc9-fbbf2bd38291 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.3172910
Jan 26 11:47:34.741503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:34.742259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:34.743705 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] 10.222.0.81 "PUT /v2.0/ports/0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 200  len: 1158 time: 2.4437752
Jan 26 11:47:34.744485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:34.866670 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b8336937-a1ac-4947-bc2c-2e3f872b3cd2 req-9d66d76d-67df-42fe-a6c8-5c3b08bb8305 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1790934
Jan 26 11:47:34.878819 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d9606f6-8b71-4503-a84c-fc3a2f8dfdbd req-dc31cd00-b1dc-4b77-8293-1ab0b6378565 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092110
Jan 26 11:47:34.928015 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:35.071766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-038d3f31-87f3-435f-9e8e-d078891a4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:35.073840 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-038d3f31-87f3-435f-9e8e-d078891a4c3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1161 time: 0.1885080
Jan 26 11:47:35.159437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:35.159944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:35.194863 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-1e810b61-22a2-4857-ab6d-c111cea8c3ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 200  len: 217 time: 0.0989566
Jan 26 11:47:35.330905 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'status': 'completed', 'code': 200}
Jan 26 11:47:35.413139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-c0ff4e5c-1f75-461a-bfa0-7ef22f1ec373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:35.415844 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-c0ff4e5c-1f75-461a-bfa0-7ef22f1ec373 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.2073770
Jan 26 11:47:35.572615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52932) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:35.679616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-26e8f586-6e7a-4ef1-9678-084e9445c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:35.680991 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-26e8f586-6e7a-4ef1-9678-084e9445c93d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1682968
Jan 26 11:47:35.973471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:36.018810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:36.023411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Usage tracker for resource:security_group_rule and tenant:f58eaf95055a48599965b6d58d913bf1 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:36.027302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:36.034398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:36.173957 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-dc27859f-87bc-44a3-9092-f0addafb000c service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4829881
Jan 26 11:47:36.268049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:36.347607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:36.442149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52970) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:36.443104 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:36.490135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f58eaf95055a48599965b6d58d913bf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9162240
Jan 26 11:47:36.495760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 52972) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:36.499888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a8b8b-90a4-4401-b946-8b7c4d6dee34,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:36.504290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:36.713855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa17f7d-d89f-40dd-8b2e-ce827970c246 req-25394b7d-1b85-4191-96dd-132cd36f22c0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:36.715933 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4aa17f7d-d89f-40dd-8b2e-ce827970c246 req-25394b7d-1b85-4191-96dd-132cd36f22c0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.5119956
Jan 26 11:47:36.724419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-9ee0bcbc-48b1-4143-8e55-383be586941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:36.726859 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-9ee0bcbc-48b1-4143-8e55-383be586941f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 1163 time: 0.7139602
Jan 26 11:47:36.763183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14af25-5486-4320-9a55-477156ccb071 req-4636d993-4181-488d-8e91-1f5046079c23 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:36.765381 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0e14af25-5486-4320-9a55-477156ccb071 req-4636d993-4181-488d-8e91-1f5046079c23 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.6713803
Jan 26 11:47:36.787869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:36.896693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:36.902399 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0e14af25-5486-4320-9a55-477156ccb071 req-fd291b4e-a6e2-4bc5-9713-7a88596ac371 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164629
Jan 26 11:47:36.912202 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c27f391-9d71-4720-8a58-594ca3acaf99 req-5d2ffabf-08bd-4f45-996f-694500daa57a service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7271457
Jan 26 11:47:37.040598 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4aa17f7d-d89f-40dd-8b2e-ce827970c246 req-8615357c-df0a-4ba2-a1a2-4e1a3455cf61 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3120499
Jan 26 11:47:37.055073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:37.129304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Usage tracker for resource:security_group_rule and tenant:ed71d3355b664c85ad2919a6214b5ffd is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:37.133629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:37.146766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:37.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:37.231253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-6824c40e-8142-423a-8d55-f788340b5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:37.233296 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-6824c40e-8142-423a-8d55-f788340b5d04 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1161 time: 0.1043088
Jan 26 11:47:37.247281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-08438db2-03a9-40f6-b308-1af7718dfd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:37.248954 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-08438db2-03a9-40f6-b308-1af7718dfd1c service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.4868672
Jan 26 11:47:37.331037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:37.351547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:37.363581 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-555c65cf-a2e2-43ae-9459-93a95aff6f11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c399f5d-da5f-464e-a015-dee125a04134 HTTP/1.1" status: 200  len: 217 time: 0.1018450
Jan 26 11:47:37.373111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a8b8b-90a4-4401-b946-8b7c4d6dee34,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:37.378694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:37.415370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-bbfba80f-184b-4013-8cd2-7d8f0fbbe00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:37.418246 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-bbfba80f-184b-4013-8cd2-7d8f0fbbe00e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.1774056
Jan 26 11:47:37.449505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:37.451276 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/797a8b8b-90a4-4401-b946-8b7c4d6dee34 HTTP/1.1" status: 204  len: 168 time: 0.9453602
Jan 26 11:47:37.513131 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-0c185cf9-2de7-4753-bb99-dcd6586af61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:37.514878 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-0c185cf9-2de7-4753-bb99-dcd6586af61d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.1312077
Jan 26 11:47:37.524445 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-65c692a3-06e5-4629-b3d4-12fff9cc9421 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 200  len: 217 time: 0.0975955
Jan 26 11:47:37.614717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:37.619893 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-66ad4083-83c7-4dd1-b68b-72eeb95cda2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0950499
Jan 26 11:47:37.668568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-05e12f65-27b8-483d-9cb3-776e58984473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:37.673245 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-05e12f65-27b8-483d-9cb3-776e58984473 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.1276643
Jan 26 11:47:37.831661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-615c1390-683b-4930-9444-6fd3c54144e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:37.834272 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-615c1390-683b-4930-9444-6fd3c54144e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1480525
Jan 26 11:47:37.863106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:37.904007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:37.961630 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ed71d3355b664c85ad2919a6214b5ffd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4667747
Jan 26 11:47:37.980883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb8ea3-0cb1-4862-a8e6-015719706e00,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:37.984310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53006) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:38.010716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:38.088473 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-b998dd03-e66f-43f5-b97d-c9d9e1c6ec6f service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4542420
Jan 26 11:47:38.150645 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-083b4f10-d4cf-414b-aedd-6b859afcb251 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3080947
Jan 26 11:47:38.457017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53022) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:38.537884 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-09ff60f4-1d65-4b41-8c7b-6594d183916a req-bbf42044-47e1-4b61-99d1-4a2bca251175 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3630850
Jan 26 11:47:38.544537 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:38.573690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:38.583982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Usage tracker for resource:security_group_rule and tenant:e3daa490e80c4f5da5e48e80f01ab927 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:38.589853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:38.607111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:38.666879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:38.722926 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f29d0aa8-151c-4a40-9c32-cc9d874dd0c5 req-7ab91543-543e-4546-b0ac-b476fdab2995 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6107035
Jan 26 11:47:38.736500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b8858-a2e7-443f-8153-3f9f953564ca req-3a9f2d4e-3328-44a6-bddc-db7a47a45d29 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:38.738434 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-553b8858-a2e7-443f-8153-3f9f953564ca req-3a9f2d4e-3328-44a6-bddc-db7a47a45d29 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2825992
Jan 26 11:47:38.740581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:38.868664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:38.894040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30cef1-c31f-4214-8060-054c12fe4817 req-44db4893-38aa-4db1-80b9-2adcf795a324 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:38.908142 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cf30cef1-c31f-4214-8060-054c12fe4817 req-44db4893-38aa-4db1-80b9-2adcf795a324 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.3581960
Jan 26 11:47:38.973055 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-553b8858-a2e7-443f-8153-3f9f953564ca req-9d28e1c2-6732-4c6f-adde-344e811ad227 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441054
Jan 26 11:47:38.974985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:39.004935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:39.006584 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cf30cef1-c31f-4214-8060-054c12fe4817 req-3b36c8b9-d3f6-4b56-91bc-ab8d6aa5105f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974042
Jan 26 11:47:39.046770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:39.051497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:39.069627 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3daa490e80c4f5da5e48e80f01ab927&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6087303
Jan 26 11:47:39.070661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb8ea3-0cb1-4862-a8e6-015719706e00,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:39.076514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53038) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:39.084303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:39.085730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:39.088942 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ddb8ea3-0cb1-4862-a8e6-015719706e00 HTTP/1.1" status: 204  len: 168 time: 1.0816367
Jan 26 11:47:39.101444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177a02b8-28cc-440f-9e58-cc57897e0373,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:39.110072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:39.174234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:39.221900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:39.338491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:39.345251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-96fbcc5a-9039-4c26-9284-375afb8817d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:39.359021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177a02b8-28cc-440f-9e58-cc57897e0373,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:39.363746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:39.366431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:39.371677 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/177a02b8-28cc-440f-9e58-cc57897e0373 HTTP/1.1" status: 204  len: 168 time: 0.2907891
Jan 26 11:47:39.694862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53064) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:39.939991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-f2f1168c-5886-4d40-9823-519fa63f54c2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:39.941829 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-f2f1168c-5886-4d40-9823-519fa63f54c2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.2819977
Jan 26 11:47:39.966731 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-7a276acf-31d9-4013-835a-a4397383f73d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/quotas/e0d44208700340928b5dd73865a8ed5c HTTP/1.1" status: 200  len: 375 time: 0.0134428
Jan 26 11:47:40.133373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53078) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:40.151038 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-bd29b4bb-c3da-4ca9-90a4-86d3345427ca tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1718397
Jan 26 11:47:40.182772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:40.227021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:40.241188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Usage tracker for resource:security_group_rule and tenant:748d9b7e78504fe39fcdb91ad47e4e61 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:40.254490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:40.272069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:40.392681 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-2e5546d3-6ffa-4957-8cde-2a3c737b5ad7 service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365632
Jan 26 11:47:40.533560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:40.606173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:40.624163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4ca4fa84-2a13-4acd-825b-b837d9179307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:40.646513 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-fd1a11cd-b80f-4de8-9475-7bc0262a2dce service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2394707
Jan 26 11:47:40.673544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:40.715486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423d3e-9c3b-4c20-a0ce-9e79dcaa652c req-07097011-a64c-4231-b495-dc4807f9ef86 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:40.717233 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba423d3e-9c3b-4c20-a0ce-9e79dcaa652c req-07097011-a64c-4231-b495-dc4807f9ef86 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2549791
Jan 26 11:47:40.719707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:40.729294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Usage tracker for resource:security_group_rule and tenant:4546fb131c1d4decbd32516fb7374275 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:40.736603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:40.750190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:40.835660 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=748d9b7e78504fe39fcdb91ad47e4e61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6994469
Jan 26 11:47:40.836972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53090) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:40.848909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032f3b3b-1e43-4349-aca2-c26ce78e65ca,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:40.858638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:40.898206 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba423d3e-9c3b-4c20-a0ce-9e79dcaa652c req-9b4e5c60-cb86-4cef-93d6-1a2fe18eb146 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628606
Jan 26 11:47:40.931036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:40.960973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:40.978576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.046522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.046943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:47:41.091958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-68b5f498-29a0-4b68-9eaa-9aad728872fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:41.118680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:41.134957 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4546fb131c1d4decbd32516fb7374275&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4388115
Jan 26 11:47:41.135814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53100) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:41.207679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.222276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8f109e0c-e365-45cf-af89-25a3e8d0c15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:41.254051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f3b3b-1e43-4349-aca2-c26ce78e65ca,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:41.271413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:41.272790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.280531 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/032f3b3b-1e43-4349-aca2-c26ce78e65ca HTTP/1.1" status: 204  len: 168 time: 0.4340265
Jan 26 11:47:41.294324 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a54a910d-276c-4113-8124-135130cc1fdc req-4c88cab4-dd19-447b-a1de-e6524a822de3 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 210 time: 0.1574466
Jan 26 11:47:41.338350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2044f25f-a24d-4588-ba60-791309399a4d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:41.368795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:41.438358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 0d12f084-f861-49d0-a519-1436e5a2ef71 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:47:41.449479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:41.449949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.492853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.578275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.626720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a89a-ae27-4f8b-837d-a76a4f4690c9 req-7abe9db1-e0ec-4096-876e-5a5d09f56988 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:41.640037 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d850a89a-ae27-4f8b-837d-a76a4f4690c9 req-7abe9db1-e0ec-4096-876e-5a5d09f56988 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.3435254
Jan 26 11:47:41.714932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.721104 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-51c3a89b-d443-4e23-a3e6-8d63ee9a4c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:41.726202 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d850a89a-ae27-4f8b-837d-a76a4f4690c9 req-0b265d4b-9dfe-46b8-bbc4-b23bfc3a2457 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849848
Jan 26 11:47:41.740639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2044f25f-a24d-4588-ba60-791309399a4d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:41.754993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:41.764493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.768332 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2044f25f-a24d-4588-ba60-791309399a4d HTTP/1.1" status: 204  len: 168 time: 0.6279392
Jan 26 11:47:41.809635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.873716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d12f084-f861-49d0-a519-1436e5a2ef71,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:41.875855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:41.931644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:41.937117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:42.039874 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'code': 200}
Jan 26 11:47:42.163451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:42.189134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.189134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.189134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.189134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.189990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.190918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.191945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.193100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.195125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.195573 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.196040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.196446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.197022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.197418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.198013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.198366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.198771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.199325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.200233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.200712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.201089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.201479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.201888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.202872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:47:42.209139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:42.368198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53132) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:42.408739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:42.451500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:42.457696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2950-77d5-4679-8822-afc8c67ba15c req-5f17c7a3-a2ee-4bcd-84a7-a27b42771f2a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:42.461699 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b9a2950-77d5-4679-8822-afc8c67ba15c req-5f17c7a3-a2ee-4bcd-84a7-a27b42771f2a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2660232
Jan 26 11:47:42.462341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Usage tracker for resource:security_group_rule and tenant:18434cc75e314602a8c7c81c7ef38893 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:42.467964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:42.481408 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:42.555950 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3c4dc35b-c35d-4db2-a11b-e0802a0f7e7f req-b3f61705-aa51-4952-b8df-36850a8983f6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 210 time: 0.0715630
Jan 26 11:47:42.704439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:42.708536 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b9a2950-77d5-4679-8822-afc8c67ba15c req-a6662714-2a57-4a32-9a86-691391513a8d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426709
Jan 26 11:47:42.743713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:42.758746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1d33cc24-9551-4e4f-80ac-219c0673f25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:42.794549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224673-b351-45ef-bc0c-b1fd70b9190c req-2ebd9817-f82d-43cb-9a7e-1a5e76d81b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:42.796510 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d224673-b351-45ef-bc0c-b1fd70b9190c req-2ebd9817-f82d-43cb-9a7e-1a5e76d81b0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1163 time: 0.3331649
Jan 26 11:47:42.852616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f029189-8a8d-4ca0-beae-f316781b1704,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:42.866721 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18434cc75e314602a8c7c81c7ef38893&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4931369
Jan 26 11:47:42.866721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:42.866721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53144) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:42.966696 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3d224673-b351-45ef-bc0c-b1fd70b9190c req-11991fe6-6aaa-43ee-af64-336e5f81c7cd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1590824
Jan 26 11:47:43.193868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.273460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53156) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:43.274095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.336704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.373761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:43.382794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Usage tracker for resource:security_group_rule and tenant:4770a396c1ad4601bf0ec4a47052d9fc is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:43.384962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b594fd-99ca-4b2b-b02e-9d27f5a55c08 req-aa5ae1fe-1212-49a4-80bd-c2587b38e8f6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:43.385825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-05b594fd-99ca-4b2b-b02e-9d27f5a55c08 req-aa5ae1fe-1212-49a4-80bd-c2587b38e8f6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:43.389411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:43.404062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:43.471888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-05b594fd-99ca-4b2b-b02e-9d27f5a55c08 req-aa5ae1fe-1212-49a4-80bd-c2587b38e8f6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:43.474157 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05b594fd-99ca-4b2b-b02e-9d27f5a55c08 req-aa5ae1fe-1212-49a4-80bd-c2587b38e8f6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.4439750
Jan 26 11:47:43.542350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.549894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.568732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:43.593773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f029189-8a8d-4ca0-beae-f316781b1704,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:43.596893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.617519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:43.624244 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05b594fd-99ca-4b2b-b02e-9d27f5a55c08 req-1ec36313-3032-4cc6-9a4a-e9110e348619 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370857
Jan 26 11:47:43.633667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:43.635551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.654684 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f029189-8a8d-4ca0-beae-f316781b1704 HTTP/1.1" status: 204  len: 168 time: 0.7862568
Jan 26 11:47:43.709926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f60607-d65b-497f-8a96-8f50202c058f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:43.714543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:43.739805 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4770a396c1ad4601bf0ec4a47052d9fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4619579
Jan 26 11:47:43.740980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53172) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:43.852510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:43.956994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:44.074299 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bf29a2e2-c19e-4534-acfd-31982b36254d req-c81a397c-3fd4-4c35-9cde-82b4bb14d56f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 210 time: 0.1562042
Jan 26 11:47:44.326377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9090e2e-5a0a-463c-9ffa-34aa76b15c09 req-7bd44deb-2026-4690-a65b-680a86532d77 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:44.327645 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c9090e2e-5a0a-463c-9ffa-34aa76b15c09 req-7bd44deb-2026-4690-a65b-680a86532d77 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.3277125
Jan 26 11:47:44.440652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:44.455766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-19a24cca-296c-4f57-b351-1248671803cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:44.510876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f60607-d65b-497f-8a96-8f50202c058f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:44.572782 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c9090e2e-5a0a-463c-9ffa-34aa76b15c09 req-e6382982-b85a-4a86-9c28-75e1e15f28d3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273529
Jan 26 11:47:44.573926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:44.582583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:44.587893 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6f60607-d65b-497f-8a96-8f50202c058f HTTP/1.1" status: 204  len: 168 time: 0.8411944
Jan 26 11:47:44.622871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:44.655978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-636d3085-bda5-466e-9838-e498a9eb089d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:44.660249 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-636d3085-bda5-466e-9838-e498a9eb089d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.4221420
Jan 26 11:47:44.691391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Request body: {'port': {'device_id': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997', 'admin_state_up': True, 'tenant_id': 'e0d44208700340928b5dd73865a8ed5c'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:44.794796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:44.796401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:45.243300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:45.275198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:45.292372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f798a265-91a8-4d76-8568-cf99810a7cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:45.402360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa02861-89ec-4966-901d-e45189550e88 req-649c114d-3712-4df3-ba4f-66d937a4c205 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:45.405700 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3aa02861-89ec-4966-901d-e45189550e88 req-649c114d-3712-4df3-ba4f-66d937a4c205 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.3167212
Jan 26 11:47:45.407203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Made reservation on behalf of e0d44208700340928b5dd73865a8ed5c for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:47:45.426783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:45.442412 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-146872f0-3347-4a48-96b8-9480c9d12439 req-37ad13f5-4b82-4098-b0bd-f23dc5e79fae tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 210 time: 0.0944276
Jan 26 11:47:45.567363 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3aa02861-89ec-4966-901d-e45189550e88 req-3e8a8043-6b7f-4ae9-9bab-b89d1ccc6d87 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192493
Jan 26 11:47:46.159122 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Allocated IP 172.20.0.2 (e3c4de12-d8cc-4d8a-950f-2db444ecf997/bdab0651-9dfa-43d5-8db7-b8a572188fad/3e54e717-304b-42be-9c84-fb41475b1342) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:47:46.206210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267edf-b1ab-45cb-939b-e0930be79805 req-cdded65b-da85-4d37-a82f-d23b319bef1b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:46.208897 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-95267edf-b1ab-45cb-939b-e0930be79805 req-cdded65b-da85-4d37-a82f-d23b319bef1b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2319970
Jan 26 11:47:46.290366 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-95267edf-b1ab-45cb-939b-e0930be79805 req-a602259e-cdb1-4c80-a85c-f3a80a6d262b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698164
Jan 26 11:47:46.514696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53250) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:46.583197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:46.791358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:47:46.791998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:46.935127 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9970804a-6608-41ff-805d-75e50020eac7 req-243a8da3-a176-46e0-b6b9-cc6730025ea2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 210 time: 0.2137489
Jan 26 11:47:47.038996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:47.165505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6798-4456-4ffa-bdf6-69c23b2015fc req-87cc6ee0-4bab-4780-9597-6560e9ef5501 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:47.168608 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3aec6798-4456-4ffa-bdf6-69c23b2015fc req-87cc6ee0-4bab-4780-9597-6560e9ef5501 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.3513384
Jan 26 11:47:47.184817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:47.219625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:47.347150 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3aec6798-4456-4ffa-bdf6-69c23b2015fc req-91b80fe6-3b61-408c-8d95-c08b6d165478 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1644719
Jan 26 11:47:47.366802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event updated for resources: {'Port': ['ID=3e54e717-304b-42be-9c84-fb41475b1342,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:47.384991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:47.437242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a84fd54b-af7d-4c03-9d82-3d259dc85814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:47.549827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:47.592880 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:47.603548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Usage tracker for resource:security_group_rule and tenant:aec1bc81e5604e3e8fe02cd3e172427a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:47.611089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:47.623752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:47.746902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:47:47.750787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:47:47.762896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:47:47.842189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:47.843513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:48.103231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ee185-0d00-4c36-88a0-8f81699e293a req-441094cf-d17d-42e5-b421-467a155c7a4e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:48.105324 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4208195
Jan 26 11:47:48.106243 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5c5ee185-0d00-4c36-88a0-8f81699e293a req-441094cf-d17d-42e5-b421-467a155c7a4e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.3072033
Jan 26 11:47:48.138719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:48.140745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Request body: {'port': {'device_id': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:48.314938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:48.383596 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5c5ee185-0d00-4c36-88a0-8f81699e293a req-4b74b4b7-c0e9-4dca-b986-b68a5c9a1c65 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817145
Jan 26 11:47:48.384966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:48.437340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:48.464508 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aec1bc81e5604e3e8fe02cd3e172427a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9454379
Jan 26 11:47:48.466846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53294) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:48.477625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:48.611649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:48.616050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe06e75f-e192-4670-8288-5f2da100e857,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:48.622597 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:48.622830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d67c0-b004-4306-a9c4-e0c1cd69d627 req-c013da66-1200-448e-ac49-318618aaf93d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:48.626198 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c58d67c0-b004-4306-a9c4-e0c1cd69d627 req-c013da66-1200-448e-ac49-318618aaf93d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.2820747
Jan 26 11:47:48.644148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53300) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:48.659148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'floatingip': {'port_id': '0d12f084-f861-49d0-a519-1436e5a2ef71'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:47:48.811535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:48.852390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:49.201606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:49.359156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cdc20-899e-4f61-be81-9294f248458b req-b0e8c503-6da1-4f22-a329-dc68d0d93d0a tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:49.374533 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a80cdc20-899e-4f61-be81-9294f248458b req-b0e8c503-6da1-4f22-a329-dc68d0d93d0a tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.3390322
Jan 26 11:47:49.504355 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a80cdc20-899e-4f61-be81-9294f248458b req-c2a2db0b-b809-49f7-8bd2-90a98fd0f312 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275876
Jan 26 11:47:49.562052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:49.746365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e54e717-304b-42be-9c84-fb41475b1342 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:47:49.785899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:49.831154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Transition to ACTIVE for port object 3e54e717-304b-42be-9c84-fb41475b1342 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:47:49.881674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:50.178269 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:50.272709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:50.283902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c698e7f1-168b-4e4d-a3dd-cc48105d05ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:50.308804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe06e75f-e192-4670-8288-5f2da100e857,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:50.314241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:50.482114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2133ea-a2af-4b76-b48e-b2fd52cd8ef2 req-4d6b469d-d0f1-4146-b1f1-618509361d70 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:50.492460 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bc2133ea-a2af-4b76-b48e-b2fd52cd8ef2 req-4d6b469d-d0f1-4146-b1f1-618509361d70 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 931 time: 1.4405258
Jan 26 11:47:50.634672 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bc2133ea-a2af-4b76-b48e-b2fd52cd8ef2 req-f218d8e1-e1b2-41c4-b90f-2adbb4e38e3b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398642
Jan 26 11:47:50.656916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:50.662077 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe06e75f-e192-4670-8288-5f2da100e857 HTTP/1.1" status: 204  len: 168 time: 2.1899254
Jan 26 11:47:50.773642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Pushing event updated for resources: {'Port': ['ID=3e54e717-304b-42be-9c84-fb41475b1342,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:50.785653 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:50.852936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Attempting to bind port 3e54e717-304b-42be-9c84-fb41475b1342 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:47:50.853348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Attempting to bind port 3e54e717-304b-42be-9c84-fb41475b1342 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:47:50.853722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Attempting to bind port 3e54e717-304b-42be-9c84-fb41475b1342 on network e3c4de12-d8cc-4d8a-950f-2db444ecf997 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:47:50.864171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:47:50.864579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Checking segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:47:50.864998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:50.865499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Bound using segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:47:50.866063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Bound port: 3e54e717-304b-42be-9c84-fb41475b1342, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:47:50.866457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:51.000952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd888d-d519-49b4-9299-66b497120c28 req-a44cd0bf-f49c-458c-ad55-227884fc2ecb tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:51.013495 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1fdd888d-d519-49b4-9299-66b497120c28 req-a44cd0bf-f49c-458c-ad55-227884fc2ecb tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.8346033
Jan 26 11:47:51.129508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] For port 3e54e717-304b-42be-9c84-fb41475b1342, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:47:51.133904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] For port 3e54e717-304b-42be-9c84-fb41475b1342, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3e54e717-304b-42be-9c84-fb41475b1342,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:47:51.239476 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1fdd888d-d519-49b4-9299-66b497120c28 req-f1647a02-6059-4e60-8380-aafe699fa4b4 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248511
Jan 26 11:47:51.242752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:51.260407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c09757a3-cb35-4e01-a7b6-c0f42914862d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:51.463471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Pushing event updated for resources: {'Port': ['ID=3e54e717-304b-42be-9c84-fb41475b1342,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:51.471525 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:51.515235 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:51.545769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:51.546424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:51.552711 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] 10.222.0.81 "PUT /v2.0/ports/3e54e717-304b-42be-9c84-fb41475b1342 HTTP/1.1" status: 200  len: 1157 time: 3.4240003
Jan 26 11:47:51.553516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:51.665898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-a4f82c18-353b-40fb-a331-36f29d309358 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:51.670002 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-a4f82c18-353b-40fb-a331-36f29d309358 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.81 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.4124899
Jan 26 11:47:51.763351 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342', 'status': 'completed', 'code': 200}
Jan 26 11:47:51.941069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-45850c7e-d8aa-4218-9d65-5e977347928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:51.955919 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-45850c7e-d8aa-4218-9d65-5e977347928e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 1160 time: 0.2946613
Jan 26 11:47:52.012381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a428cf1-f04a-4f09-92d2-ea01c0822303 req-0da36709-c414-4dd5-8e9e-0a9aed474531 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:52.012381 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3a428cf1-f04a-4f09-92d2-ea01c0822303 req-0da36709-c414-4dd5-8e9e-0a9aed474531 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 945 time: 0.6900537
Jan 26 11:47:52.184139 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3a428cf1-f04a-4f09-92d2-ea01c0822303 req-c5426f48-b295-4399-b582-47968d2113cb tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497936
Jan 26 11:47:52.210605 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Deleting port 0a48ab43-7119-4994-9f59-02d1db36b680 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:47:52.211406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:52.273885 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-98eb8309-e0fa-4aa0-963f-81d4468200ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e54e717-304b-42be-9c84-fb41475b1342 HTTP/1.1" status: 200  len: 217 time: 0.3003540
Jan 26 11:47:52.296407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.resource_extend [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 11:47:52.327522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0a48ab43-7119-4994-9f59-02d1db36b680 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:47:52.483288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf2b7-d0fc-4365-afb9-e7af402b37f0 req-12c25bfc-f47f-4d68-9d64-c4676fe0ef29 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:52.485352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-c7fcf2b7-d0fc-4365-afb9-e7af402b37f0 req-12c25bfc-f47f-4d68-9d64-c4676fe0ef29 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:52.512613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:52.526590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-ebc21735-844c-43cc-ab53-a52c26bc5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:52.530944 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-ebc21735-844c-43cc-ab53-a52c26bc5f7b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.2314734
Jan 26 11:47:52.550889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:52.652239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0a48ab43-7119-4994-9f59-02d1db36b680, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0a48ab43-7119-4994-9f59-02d1db36b680,segment=NetworkSegment(6c77119b-8001-4b60-8f68-bb7ac6912fd5),segment_id=6c77119b-8001-4b60-8f68-bb7ac6912fd5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:52.662261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:52.668097 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-c7fcf2b7-d0fc-4365-afb9-e7af402b37f0 req-12c25bfc-f47f-4d68-9d64-c4676fe0ef29 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:52.674926 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c7fcf2b7-d0fc-4365-afb9-e7af402b37f0 req-12c25bfc-f47f-4d68-9d64-c4676fe0ef29 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 943 time: 0.5293324
Jan 26 11:47:52.685543 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-bf02d0ee-9f85-41d0-bf91-7dd305335c6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1427138
Jan 26 11:47:52.689410 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53386) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:52.704774 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:52.713023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:52.863345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0a48ab43-7119-4994-9f59-02d1db36b680,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:52.869467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:52.883397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53394) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:52.891982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:52.997390 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-ae56e495-5867-4966-9097-8f4560ac1f1d service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173994
Jan 26 11:47:53.036956 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c7fcf2b7-d0fc-4365-afb9-e7af402b37f0 req-62291700-7095-4a33-9c24-35b6d9055689 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3492925
Jan 26 11:47:53.225900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] For port 0a48ab43-7119-4994-9f59-02d1db36b680, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0a48ab43-7119-4994-9f59-02d1db36b680,segment=NetworkSegment(6c77119b-8001-4b60-8f68-bb7ac6912fd5),segment_id=6c77119b-8001-4b60-8f68-bb7ac6912fd5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:53.226489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:53.263670 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680', 'code': 200}
Jan 26 11:47:53.264172 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c0f0498-c2e9-44d0-98ae-8ead59185ecf req-7dee8086-2e44-4ebf-9d44-55afcf1bbdad service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2224905
Jan 26 11:47:53.327073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:53.372314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:53.378527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Usage tracker for resource:security_group_rule and tenant:038ebad736624e3fa2c8abb579a79bec is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:53.382663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:53.391802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:53.540218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Calling delete_port for 0a48ab43-7119-4994-9f59-02d1db36b680 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:47:53.708105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:53.759746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:53.797959 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-61969192-72b9-4d1c-b5f3-07dcd8a3e6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:53.867101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa57699-cf28-4f7c-bb59-fdeb5f1e29d9,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:53.878063 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=038ebad736624e3fa2c8abb579a79bec&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1868916
Jan 26 11:47:53.882584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:53.883137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53414) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:53.933400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-5a29bace-bc59-4847-ad9f-a3876a88d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:53.939899 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-5a29bace-bc59-4847-ad9f-a3876a88d2ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 1160 time: 0.3934071
Jan 26 11:47:53.981306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:54.110757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e11b-f861-4c18-8885-af44bb66d801 req-ba7fe973-d1b3-4149-abb6-13807e831370 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:54.112531 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-12a2e11b-f861-4c18-8885-af44bb66d801 req-ba7fe973-d1b3-4149-abb6-13807e831370 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 1.2281003
Jan 26 11:47:54.120129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf898dd-8327-4b7d-b18a-75d479b3c1fd req-39fab37b-42b3-4794-974b-0171f5a3121d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:54.123601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1bf898dd-8327-4b7d-b18a-75d479b3c1fd req-39fab37b-42b3-4794-974b-0171f5a3121d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 943 time: 0.5152373
Jan 26 11:47:54.255523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:54.296672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Usage tracker for resource:security_group_rule and tenant:826421c049f64ecabb799d6a5094f8ca is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:54.309425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:54.321540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:54.363878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:54.417455 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Floating IP 8b57845a-89d7-461a-bd4f-22ec8d120107 associated. External IP: 172.27.2.21, port: 0d12f084-f861-49d0-a519-1436e5a2ef71.
Jan 26 11:47:54.478568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-2c0f868c-31a5-49e5-84f7-33ac014b4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:54.481448 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-2c0f868c-31a5-49e5-84f7-33ac014b4211 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 909 time: 0.5320179
Jan 26 11:47:54.510856 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1bf898dd-8327-4b7d-b18a-75d479b3c1fd req-acd774c1-8c4f-42f3-97ef-3b18f34f6881 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3488026
Jan 26 11:47:54.605653 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:54.647655 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-75cfb6cd-acb5-496f-91fc-e4cce5d0425c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e54e717-304b-42be-9c84-fb41475b1342 HTTP/1.1" status: 200  len: 217 time: 0.1352682
Jan 26 11:47:54.789090 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-12a2e11b-f861-4c18-8885-af44bb66d801 req-2b8d1b81-b776-4137-9961-991e8225776f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5250206
Jan 26 11:47:54.800663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:47:54.801046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:47:54.875718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-5b620032-a09e-4ec1-a2f6-5d5958e2fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:54.878824 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-5b620032-a09e-4ec1-a2f6-5d5958e2fa6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.2190244
Jan 26 11:47:54.976742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7e0b8-e093-49a2-b25f-6dfc4e5fa27f req-aba23477-7c5d-4c53-9242-98d7f980cfc9 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:54.979853 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91c7e0b8-e093-49a2-b25f-6dfc4e5fa27f req-aba23477-7c5d-4c53-9242-98d7f980cfc9 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 943 time: 0.2422462
Jan 26 11:47:54.982315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:54.994246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-eb972bf2-b7de-40eb-bfa7-227218309393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:55.048904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa57699-cf28-4f7c-bb59-fdeb5f1e29d9,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:55.052583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:55.068885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.071096 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fa57699-cf28-4f7c-bb59-fdeb5f1e29d9 HTTP/1.1" status: 204  len: 168 time: 1.1865332
Jan 26 11:47:55.085606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.110524 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91c7e0b8-e093-49a2-b25f-6dfc4e5fa27f req-33c6536a-2a53-477c-afaf-bb039d4fd4d0 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201570
Jan 26 11:47:55.127093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.141746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-54798ad6-cdfb-4703-a020-c88cfbf696a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:55.196471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:47:55.197529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481ea3b0-c04e-43ef-b58a-ca5e25c5379f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:55.201012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:55.210934 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=826421c049f64ecabb799d6a5094f8ca&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3222332
Jan 26 11:47:55.215497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53430) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:55.354377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.388969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Deleting port 0a48ab43-7119-4994-9f59-02d1db36b680 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:47:55.389471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.415758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.650652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.659477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e748843e-3144-4eec-9225-96d4cca24a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:55.675154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:47:55.691573 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481ea3b0-c04e-43ef-b58a-ca5e25c5379f,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:55.698297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:55.710943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] Sync routers for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:47:55.724846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:47:55.725832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efdbd048>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:47:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:55.779529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:55.782413 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/481ea3b0-c04e-43ef-b58a-ca5e25c5379f HTTP/1.1" status: 204  len: 168 time: 0.5652840
Jan 26 11:47:55.786626 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-227783c6-f430-4fa7-8efe-61a48806c197 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0864871
Jan 26 11:47:55.863881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:56.040268 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-fe38804a-d03c-4de3-b498-e873999c7fa8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "PUT /v2.0/floatingips/8b57845a-89d7-461a-bd4f-22ec8d120107 HTTP/1.1" status: 200  len: 991 time: 7.3875558
Jan 26 11:47:56.040491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:47:56.041928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:56.063008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] For port 0a48ab43-7119-4994-9f59-02d1db36b680, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0a48ab43-7119-4994-9f59-02d1db36b680,segment=NetworkSegment(6c77119b-8001-4b60-8f68-bb7ac6912fd5),segment_id=6c77119b-8001-4b60-8f68-bb7ac6912fd5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:47:56.063973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:56.145961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4f883-c2a6-42ab-aa3c-48dc380deb40 req-75707674-8151-4231-86b8-2d974641c594 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:56.146806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-53a4f883-c2a6-42ab-aa3c-48dc380deb40 req-75707674-8151-4231-86b8-2d974641c594 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Synchronizing usage tracker for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:47:56.247026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f45b8-326c-4fcc-95d5-0c2fe7cd7773 req-17f885f9-530f-4f07-b150-cf2b355c9088 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:56.248975 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c90f45b8-326c-4fcc-95d5-0c2fe7cd7773 req-17f885f9-530f-4f07-b150-cf2b355c9088 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.1943996
Jan 26 11:47:56.249532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53456) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:56.271011 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:56.313270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:56.321713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Usage tracker for resource:security_group_rule and tenant:aa26a67633c94f718d9c29c1f0b96d2a is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:56.328437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Calling delete_port for 0a48ab43-7119-4994-9f59-02d1db36b680 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:47:56.343311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:56.357662 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c90f45b8-326c-4fcc-95d5-0c2fe7cd7773 req-1f7659b6-74b9-41f3-bd74-e7737be0929d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731490
Jan 26 11:47:56.363362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:56.510383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-53a4f883-c2a6-42ab-aa3c-48dc380deb40 req-75707674-8151-4231-86b8-2d974641c594 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Unset dirty status for tenant:43a272c8ea5f4d1ab12ef0528c5c6039 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:47:56.512845 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-53a4f883-c2a6-42ab-aa3c-48dc380deb40 req-75707674-8151-4231-86b8-2d974641c594 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 943 time: 0.8144419
Jan 26 11:47:56.555994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:56.634972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:56.660708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:56.741002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efdbd048>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '8b57845a-89d7-461a-bd4f-22ec8d120107', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'port_id': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'mac_address': 'fa:16:3e:fc:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:47:15Z', 'updated_at': '2021-01-26T11:47:51Z', 'revision_number': 1, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:56.747058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] Checking router: 7cb6dda6-d095-43e7-9c3d-21d942d212c6 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:47:56.753043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:56.764642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:47:56.766715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efdbd048>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:47:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:56.768213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53464) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:56.775694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7cf93b3f-52ea-428e-b300-7363cb8b2449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:56.788690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Pushing event deleted for resources: {'Port': ['ID=0a48ab43-7119-4994-9f59-02d1db36b680,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:56.819757 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-53a4f883-c2a6-42ab-aa3c-48dc380deb40 req-f021ffcd-8722-4899-a066-ef318a21d2d9 tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/security-groups?id=0aca9733-4d57-4a46-84e9-ade7720d71bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2977149
Jan 26 11:47:56.898122 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:56.944770 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'status': 'completed', 'code': 200}
Jan 26 11:47:56.946308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:56.995883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:47:57.008635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Usage tracker for resource:security_group_rule and tenant:823b63406c614419a8c6757713c55ca3 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:47:57.014578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:47:57.034910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:47:57.067232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b5c9a-ae7a-49b3-ad01-faa5c1c3e12e,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:57.071452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:57.115065 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa26a67633c94f718d9c29c1f0b96d2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8610888
Jan 26 11:47:57.117438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53468) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:57.173796 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-cededa2e-1522-40eb-b3c3-9e1973a31873 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6271837
Jan 26 11:47:57.219054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.231846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] No DVR routers for this DVR port 0a48ab43-7119-4994-9f59-02d1db36b680 on host hv-cinder-77238 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:47:57.244408 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.256924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.288835 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c168bd6a-44e5-4c17-8ad7-138ae8ce4c0d req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.81 "DELETE /v2.0/ports/0a48ab43-7119-4994-9f59-02d1db36b680 HTTP/1.1" status: 204  len: 173 time: 5.5993335
Jan 26 11:47:57.303338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:47:57.349312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.353623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad725a35-64e2-41e9-ae8b-c9e8dea6cc93 req-066c7a72-9b38-4974-8dfd-8c4a55ff5088 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:57.355411 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad725a35-64e2-41e9-ae8b-c9e8dea6cc93 req-066c7a72-9b38-4974-8dfd-8c4a55ff5088 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 943 time: 0.2980001
Jan 26 11:47:57.361366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-63a48379-ccbb-4b1f-b87b-74a0623254be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:57.379350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b5c9a-ae7a-49b3-ad01-faa5c1c3e12e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:57.388732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:57.388732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.388732 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/862b5c9a-ae7a-49b3-ad01-faa5c1c3e12e HTTP/1.1" status: 204  len: 168 time: 0.2667224
Jan 26 11:47:57.450718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.473086 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad725a35-64e2-41e9-ae8b-c9e8dea6cc93 req-e7072d59-3e2a-4490-883b-8cd4aebb5696 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044059
Jan 26 11:47:57.499910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.512907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cbae55f5-1a36-4c91-a2cf-86fd59a44497 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:57.586684 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=823b63406c614419a8c6757713c55ca3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8040466
Jan 26 11:47:57.586684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26b7ce-e7b2-4d0a-b2cc-ed314dd3b81e,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:57.587625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53478) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:47:57.589741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:57.691332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.745300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:57.883260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efdbd048>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '8b57845a-89d7-461a-bd4f-22ec8d120107', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'port_id': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'mac_address': 'fa:16:3e:fc:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:47:15Z', 'updated_at': '2021-01-26T11:47:51Z', 'revision_number': 1, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:47:57.889381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79eb66-563a-4dd0-901d-370a5a0f8f3f None None] The sync data for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi is: [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '8b57845a-89d7-461a-bd4f-22ec8d120107', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'port_id': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'mac_address': 'fa:16:3e:fc:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:47:15Z', 'updated_at': '2021-01-26T11:47:51Z', 'revision_number': 1, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:47:58.028277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c3714-8f1b-47e6-9ddb-4b0eb12dc14b req-09036979-ac12-4072-acfd-e7f6264e5602 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:58.030168 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e22c3714-8f1b-47e6-9ddb-4b0eb12dc14b req-09036979-ac12-4072-acfd-e7f6264e5602 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.3511767
Jan 26 11:47:58.033415 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0a290f-824a-46be-9a6a-28391faa02fe req-2e17ff36-655b-4451-ae54-4a0db517e302 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2197745
Jan 26 11:47:58.069149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:58.075543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:47:58.111954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26b7ce-e7b2-4d0a-b2cc-ed314dd3b81e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:47:58.125462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:47:58.149841 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e22c3714-8f1b-47e6-9ddb-4b0eb12dc14b req-b8f842c4-86c4-47cd-880c-58b6d83a0ef5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081197
Jan 26 11:47:58.163591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-be320e9a-5787-4a86-8384-a2d7bf09283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:58.165529 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-be320e9a-5787-4a86-8384-a2d7bf09283a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1163 time: 0.3784881
Jan 26 11:47:58.181493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:47:58.183741 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b26b7ce-e7b2-4d0a-b2cc-ed314dd3b81e HTTP/1.1" status: 204  len: 168 time: 0.5938509
Jan 26 11:47:58.217205 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9b37fa60-6ba4-4d14-91f9-61a9263d0c99 req-46accfb9-b21a-4b62-9e83-e6112828932f tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.0992947
Jan 26 11:47:58.397733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef777c2-cba1-4b1c-ac7e-bedf32f65fe4 None None] New status for floating IP 8b57845a-89d7-461a-bd4f-22ec8d120107: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:47:58.440369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-7b52fced-61ca-4c8f-910f-9bb6055acb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:58.442311 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-7b52fced-61ca-4c8f-910f-9bb6055acb60 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.2659938
Jan 26 11:47:59.105550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'name': 'network-vif-deleted', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:47:59.176689 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-950c2793-8abc-4801-8707-9cbc9240eac8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 200  len: 999 time: 0.7263482
Jan 26 11:47:59.261678 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc6a3f-8ba6-4b18-b8e1-f608b72abc49', 'name': 'network-vif-deleted', 'tag': '0a48ab43-7119-4994-9f59-02d1db36b680', 'status': 'completed', 'code': 200}
Jan 26 11:47:59.335605 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20276e73-963b-4a46-b5dc-f6252c827e01 req-8c964942-7c2c-4620-b1e9-bf23abbedf67 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:59.356207 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-20276e73-963b-4a46-b5dc-f6252c827e01 req-8c964942-7c2c-4620-b1e9-bf23abbedf67 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 943 time: 0.6966271
Jan 26 11:47:59.418966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-1c5e6a63-eefe-4750-bccd-b599283044f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:59.433007 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-1c5e6a63-eefe-4750-bccd-b599283044f8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.2424271
Jan 26 11:47:59.633660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885babc9-83a3-4014-ba4b-c4bc394203d5 req-acdc1435-3945-40bb-ae31-13aa6f4837c8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:59.643530 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-885babc9-83a3-4014-ba4b-c4bc394203d5 req-acdc1435-3945-40bb-ae31-13aa6f4837c8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.1984999
Jan 26 11:47:59.734136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 3e54e717-304b-42be-9c84-fb41475b1342 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:47:59.766131 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-885babc9-83a3-4014-ba4b-c4bc394203d5 req-6e972615-0048-4ba0-bf9e-d42d1d0d7fe5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208005
Jan 26 11:47:59.769767 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-20276e73-963b-4a46-b5dc-f6252c827e01 req-f1015c50-ae42-458a-9e89-6e07e444be74 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4119570
Jan 26 11:47:59.866318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-f0d9c82b-0326-4c6c-b2a3-b083b9298045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:47:59.877122 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-f0d9c82b-0326-4c6c-b2a3-b083b9298045 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4307351
Jan 26 11:48:00.038909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 3e54e717-304b-42be-9c84-fb41475b1342 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:00.045022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 3e54e717-304b-42be-9c84-fb41475b1342 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:00.045769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:00.398620 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05254d95-f411-4146-aff1-70d9b3298625 req-fbe6c624-7704-49db-a2ea-7b53ada944ae tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] 10.222.0.57 "GET /v2.0/ports?device_id=30dc6a3f-8ba6-4b18-b8e1-f608b72abc49 HTTP/1.1" status: 200  len: 210 time: 0.2440729
Jan 26 11:48:00.468716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:00.540636 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-14d064eb-b75b-4d4e-9dfd-9f7b3e108e6c service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6459942
Jan 26 11:48:00.559957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:48:00.585381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 3e54e717-304b-42be-9c84-fb41475b1342, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3e54e717-304b-42be-9c84-fb41475b1342,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:48:00.629810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:00.632226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:00.866036 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342', 'code': 200}
Jan 26 11:48:00.873247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=3e54e717-304b-42be-9c84-fb41475b1342,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:00.873927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:00.895268 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88319af7-3cb7-4165-9a4c-95bd9efdf7f2 req-fb825917-edb7-4fad-b059-2f429e043af2 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3452580
Jan 26 11:48:01.393676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a70d9-6c34-4151-a31b-21056e439b1c req-ce7213a7-8e8c-4327-8871-48be13d5e4cf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:01.395415 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-878a70d9-6c34-4151-a31b-21056e439b1c req-ce7213a7-8e8c-4327-8871-48be13d5e4cf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2430184
Jan 26 11:48:01.438021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9ee7e-d6ab-4312-a0bb-e22393b9d98b req-567158b4-362d-4901-8ca0-a66219e6b6fd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:01.443133 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-77f9ee7e-d6ab-4312-a0bb-e22393b9d98b req-567158b4-362d-4901-8ca0-a66219e6b6fd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.2823172
Jan 26 11:48:01.529340 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-878a70d9-6c34-4151-a31b-21056e439b1c req-5c059554-b45d-43c2-9d8f-853eab7b0ad2 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140819
Jan 26 11:48:01.600043 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-77f9ee7e-d6ab-4312-a0bb-e22393b9d98b req-78a85d26-154b-4f29-b70e-9851b166f79d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557653
Jan 26 11:48:01.679292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197753f-02cc-4d6c-89fa-8a315208c592 req-32352698-9645-4eba-8dbe-aa7d10aec162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:01.687962 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0197753f-02cc-4d6c-89fa-8a315208c592 req-32352698-9645-4eba-8dbe-aa7d10aec162 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 1162 time: 0.2179840
Jan 26 11:48:03.503520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee264e70-d685-4835-9331-773dc20b0d9e req-06e3e10c-8ffd-4615-8e6e-5e42f20f1b5e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:03.503520 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee264e70-d685-4835-9331-773dc20b0d9e req-06e3e10c-8ffd-4615-8e6e-5e42f20f1b5e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.1731515
Jan 26 11:48:03.503520 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee264e70-d685-4835-9331-773dc20b0d9e req-1a478efa-94aa-4daf-b2cc-700acd0ccbfb tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931878
Jan 26 11:48:03.503520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cefc0-646b-42d6-a901-29feab8e6d04 req-0a023e6b-510b-466a-8272-ce74803af1ed tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:03.503520 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de4cefc0-646b-42d6-a901-29feab8e6d04 req-0a023e6b-510b-466a-8272-ce74803af1ed tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.1995022
Jan 26 11:48:03.545014 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de4cefc0-646b-42d6-a901-29feab8e6d04 req-cab3bb7e-0e74-460b-9b61-7617c2fc9f01 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682523
Jan 26 11:48:04.617306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0197753f-02cc-4d6c-89fa-8a315208c592 req-27b656b6-12b3-4034-94b5-8fbe568001ab service neutron] Synchronizing usage tracker for tenant:64a68bfdf7f54f7396b5edb313f29c3f on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:48:04.649766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0197753f-02cc-4d6c-89fa-8a315208c592 req-27b656b6-12b3-4034-94b5-8fbe568001ab service neutron] Unset dirty status for tenant:64a68bfdf7f54f7396b5edb313f29c3f on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:48:04.651552 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0197753f-02cc-4d6c-89fa-8a315208c592 req-27b656b6-12b3-4034-94b5-8fbe568001ab service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675255
Jan 26 11:48:04.783649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc07bd6-aa4c-49b6-8240-3f397ce58633 req-92d5addf-461e-440b-be1b-a93ca6405b5b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:04.789217 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cfc07bd6-aa4c-49b6-8240-3f397ce58633 req-92d5addf-461e-440b-be1b-a93ca6405b5b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2773020
Jan 26 11:48:04.897358 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cfc07bd6-aa4c-49b6-8240-3f397ce58633 req-07fc54f8-5e4f-4c56-ba82-4f2b72ba1644 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016991
Jan 26 11:48:04.957003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 3e54e717-304b-42be-9c84-fb41475b1342 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:05.026260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c485f63-5df0-4f4d-93c5-b5d1925ecc89 req-11b57d79-1e29-4456-a119-2ead503161ca tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:05.028067 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c485f63-5df0-4f4d-93c5-b5d1925ecc89 req-11b57d79-1e29-4456-a119-2ead503161ca tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.2671552
Jan 26 11:48:05.086200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 3e54e717-304b-42be-9c84-fb41475b1342 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:05.088498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:05.134660 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c485f63-5df0-4f4d-93c5-b5d1925ecc89 req-5e1f651f-0ff9-47a9-8992-a73dd2bd1108 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948567
Jan 26 11:48:06.495913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcce276-9adf-4b0b-9b0d-a583ccf64018 req-1968b9ba-cc4e-4e53-ac1e-72f9a23e8f61 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:06.500143 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6bcce276-9adf-4b0b-9b0d-a583ccf64018 req-1968b9ba-cc4e-4e53-ac1e-72f9a23e8f61 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.3442638
Jan 26 11:48:06.625765 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6bcce276-9adf-4b0b-9b0d-a583ccf64018 req-e225b2ed-d1ff-4711-ba2b-1ddf59ad54b6 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033182
Jan 26 11:48:06.707844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9a45-d623-498c-a56c-2ae690bf5ee5 req-092f7dbf-6a30-4e03-ad9b-22ff7d0ae195 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:06.710522 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-965e9a45-d623-498c-a56c-2ae690bf5ee5 req-092f7dbf-6a30-4e03-ad9b-22ff7d0ae195 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.2507882
Jan 26 11:48:06.815322 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-965e9a45-d623-498c-a56c-2ae690bf5ee5 req-1fada797-9d20-4ab2-821e-08d1a92b7c4d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967391
Jan 26 11:48:07.018747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53716) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:07.143094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Deleting subnet 95d06e98-4d4e-48f5-9a41-a3562be9d88e {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:48:07.147881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:07.212045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:07.222337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:07.631544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53732) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:07.876283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:07.901562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a79b4e47-91f2-4f2a-8210-4d2ba494b6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:08.092567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232eb2c-db51-464e-b17f-ab77e672f320 req-dfdb4560-7b24-4288-bb1f-f52676d66f69 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:08.096356 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f232eb2c-db51-464e-b17f-ab77e672f320 req-dfdb4560-7b24-4288-bb1f-f52676d66f69 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.1900868
Jan 26 11:48:08.110398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.122379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d06e98-4d4e-48f5-9a41-a3562be9d88e,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:08.127703 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:08.182011 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f232eb2c-db51-464e-b17f-ab77e672f320 req-3425ff0d-9d20-4004-9ada-f7bc24a0df06 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787313
Jan 26 11:48:08.235866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:08.283585 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Usage tracker for resource:security_group_rule and tenant:8e662042e1de43838bda49d70970034a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:08.287699 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.302886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:08.318452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:08.328475 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-886fc002-24ac-4d62-bb1c-f8ac4e004827 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/95d06e98-4d4e-48f5-9a41-a3562be9d88e HTTP/1.1" status: 204  len: 168 time: 1.3063567
Jan 26 11:48:08.331427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53752) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:08.426464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d980f-7804-4f33-85f4-5f73618a94dc req-2d814f62-a7ba-4d7f-9899-055d7f37db5c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:08.428279 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c06d980f-7804-4f33-85f4-5f73618a94dc req-2d814f62-a7ba-4d7f-9899-055d7f37db5c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.3988922
Jan 26 11:48:08.488378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.518782 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c06d980f-7804-4f33-85f4-5f73618a94dc req-8b536f92-e6f1-4305-8d76-ab7e3aed34be tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758848
Jan 26 11:48:08.564742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.616687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.639463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:08.702615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e662042e1de43838bda49d70970034a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0660491
Jan 26 11:48:08.703568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53758) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:08.717476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9766e68e-a9e2-444b-a952-3658b31c279e,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:08.721952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:08.775241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.783558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.824598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:08.936361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f07ef5d4d68>> segment before_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.937912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f07ef5d4d68>> subnet precommit_delete_associations 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.939340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> segment_host_mapping after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.940082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> port after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.940784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> port after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.941490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> port after_update 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.942243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> segment after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.942975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> subnet after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.943688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> subnet after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:08.944392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef5d4e80>> subnet after_update 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:09.033852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07efa1de48>> subnet after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:09.034382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07efa1de48>> subnet after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:09.034929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07efa1de48>> subnet before_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:09.035401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07efa1de48>> subnet before_update 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:48:09.035888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef75bba8>,) {'filters': {'network_id': ['e71163f7-3619-4e97-8770-041efd0d469f']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:09.051873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef75bba8>, '6c77119b-8001-4b60-8f68-bb7ac6912fd5') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:09.052208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef75bba8>, '6c77119b-8001-4b60-8f68-bb7ac6912fd5') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:09.068270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31539139'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:09.068862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:09.075789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:09.086057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:09.088253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:48:09.094908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9766e68e-a9e2-444b-a952-3658b31c279e,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:09.098666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:09.101052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:09.105632 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9766e68e-a9e2-444b-a952-3658b31c279e HTTP/1.1" status: 204  len: 168 time: 0.4011908
Jan 26 11:48:09.336231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Network e71163f7-3619-4e97-8770-041efd0d469f has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:48:09.349314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823238403'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:09.567133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Network e71163f7-3619-4e97-8770-041efd0d469f has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   (rel_b, rel_a, rel_b),
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   (rel_b, rel_a, rel_b),
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:48:09.606068 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:48:09.874807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:09.880987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-81dcf778-704b-4a70-8a94-42921c4c6ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:09.916670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=e71163f7-3619-4e97-8770-041efd0d469f,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:09.920605 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:09.930415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:09.998071 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] 10.222.0.57 "DELETE /v2.0/networks/e71163f7-3619-4e97-8770-041efd0d469f HTTP/1.1" status: 204  len: 168 time: 1.6585443
Jan 26 11:48:10.302345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53794) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:10.393131 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3927b3b8-ce0b-445e-a732-a3837bd76800 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43a272c8ea5f4d1ab12ef0528c5c6039&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0887225
Jan 26 11:48:10.396003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53802) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:10.476897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:10.508886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:10.611477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:10.617775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cd0edf07-27c7-456e-93e7-f1a55efd50de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:10.645304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca9733-4d57-4a46-84e9-ade7720d71bc,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:10.672102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:10.722643 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:10.729060 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0aca9733-4d57-4a46-84e9-ade7720d71bc HTTP/1.1" status: 204  len: 168 time: 0.3315246
Jan 26 11:48:11.143758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2da1bf-e181-4a58-9ec7-fa6e25786bce req-a1fbaa32-190e-4a83-a852-bd09981774fc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:11.146819 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb2da1bf-e181-4a58-9ec7-fa6e25786bce req-a1fbaa32-190e-4a83-a852-bd09981774fc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.3012958
Jan 26 11:48:11.239008 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb2da1bf-e181-4a58-9ec7-fa6e25786bce req-8ac01f70-950d-469a-9aaf-cad2b38fdefd tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838726
Jan 26 11:48:12.651142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eadce-3822-4c1e-aba2-805066f58109 req-6472b388-5c01-4847-beba-de7e5ed19db5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:12.653101 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c34eadce-3822-4c1e-aba2-805066f58109 req-6472b388-5c01-4847-beba-de7e5ed19db5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2089994
Jan 26 11:48:12.735957 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c34eadce-3822-4c1e-aba2-805066f58109 req-ca1e13d7-30be-48df-ab40-5cc0d7ce4822 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726125
Jan 26 11:48:12.764347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53884) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:12.933758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1424209670-network', 'tenant_id': 'fef6234d386d457a9a97480c304a1443'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:12.940609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:12.945117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Usage tracker for resource:network and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:12.948347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:12.956110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:13.001371 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Made reservation on behalf of fef6234d386d457a9a97480c304a1443 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:48:13.006905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.021071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.037334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:13.041979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Usage tracker for resource:security_group_rule and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:13.045306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:13.051838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:13.158279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.200226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.205887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3a336cb5-67b8-4faf-b4a4-fd674630e6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:13.246790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182b1410-d06f-4cda-b784-1170c961d951,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:13.253117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:13.301979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:48:13.313961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.314890 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Added segment 8af9c220-b655-4c77-a8ed-f6395822d328 of type vxlan for network 337ebc75-db11-405b-a740-6b54aa04f856
Jan 26 11:48:13.421781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.486428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.487803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:13.488778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:13.494375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:13.620689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Pushing event updated for resources: {'Network': ['ID=337ebc75-db11-405b-a740-6b54aa04f856,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:13.624429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:13.634546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 337ebc75-db11-405b-a740-6b54aa04f856 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:48:13.659468 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8938179
Jan 26 11:48:13.663212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 53906) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:13.670936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Request body: {'subnet': {'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1424209670-subnet', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:13.676589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:13.680874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Usage tracker for resource:subnet and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:13.684447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:13.691719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:13.742797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Made reservation on behalf of fef6234d386d457a9a97480c304a1443 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:48:13.748360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:14.132748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7773-0d81-42b6-ab24-78300ea9799b req-b3ea8c01-59a1-44b1-9f8c-c172c8d3a9d5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:14.134551 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-882c7773-0d81-42b6-ab24-78300ea9799b req-b3ea8c01-59a1-44b1-9f8c-c172c8d3a9d5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.1752479
Jan 26 11:48:14.222472 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-882c7773-0d81-42b6-ab24-78300ea9799b req-58caea8a-2f3e-40b0-9aee-a8389beaa26f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752273
Jan 26 11:48:14.394316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 337ebc75-db11-405b-a740-6b54aa04f856 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:48:14.503756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:14.544038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 3e54e717-304b-42be-9c84-fb41475b1342 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:14.551759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:14.680097 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 3e54e717-304b-42be-9c84-fb41475b1342 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:14.680973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:14.701288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dab6835-e1c7-4557-8ec6-090bb80079ca,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:14.705481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:14.852331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Checking segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:48:14.853085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Network hostable DHCP agents. Network: 337ebc75-db11-405b-a740-6b54aa04f856, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:48:14.966299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Network 337ebc75-db11-405b-a740-6b54aa04f856 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:48:15.075070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 337ebc75-db11-405b-a740-6b54aa04f856) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:15.075379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba26e433-d3c0-4650-b6ba-e59cc8f58872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:15.086288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:15.087817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:15.089780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ce74b-81b7-4b13-8083-95e5669e4fc2 None None] Network 337ebc75-db11-405b-a740-6b54aa04f856 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:48:15.168955 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5030208
Jan 26 11:48:15.173843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 53932) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:15.182340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:15.190375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:15.198140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Usage tracker for resource:router and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:15.203175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:15.212611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:15.345354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:15.356483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:15.428109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:15.527634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852413e7-a387-441e-8acf-543471d41369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-337ebc75-db11-405b-a740-6b54aa04f856', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:48:15.528564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-852413e7-a387-441e-8acf-543471d41369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:15.606577 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-e5578ff6-1ca2-445e-92a7-50950c1e3768 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2071326
Jan 26 11:48:15.877774 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-607069f6-5f19-412b-8978-9d3dc3391eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:15.879453 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-607069f6-5f19-412b-8978-9d3dc3391eea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 1162 time: 0.1327589
Jan 26 11:48:16.304706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:16.407789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8687d-6a03-488b-8ecd-a437e28d1275 req-e5476a46-dc1d-4c14-8477-41e70c0bb636 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:16.417873 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a9a8687d-6a03-488b-8ecd-a437e28d1275 req-e5476a46-dc1d-4c14-8477-41e70c0bb636 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.6182621
Jan 26 11:48:16.504893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-f17c3c88-1a88-407e-9edc-8a137bab7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:16.508529 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-f17c3c88-1a88-407e-9edc-8a137bab7975 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 909 time: 0.5935280
Jan 26 11:48:16.542331 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a9a8687d-6a03-488b-8ecd-a437e28d1275 req-9981a1a9-9b61-4f36-b50e-d03c45c55eca tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233079
Jan 26 11:48:16.554906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-852413e7-a387-441e-8acf-543471d41369 None None] Allocated IP 172.20.0.2 (337ebc75-db11-405b-a740-6b54aa04f856/5dab6835-e1c7-4557-8ec6-090bb80079ca/a2c61082-dd1e-4fdf-b686-725a4c39dcdd) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:48:16.663703 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-18451b9c-c60f-4b79-bdc8-2be82be46b51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0722abe-b22d-4224-a2c3-f53f2fee0e6f HTTP/1.1" status: 200  len: 217 time: 0.1460288
Jan 26 11:48:16.775841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-6bcdabe6-bf93-45d4-96e4-97ab3391e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:16.778292 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-6bcdabe6-bf93-45d4-96e4-97ab3391e38e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.1060901
Jan 26 11:48:16.861403 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-ee5e4459-b881-43b5-953b-610c0bbbd963 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0754099
Jan 26 11:48:17.044675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:17.088100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:17.186350 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-5eecce55-0324-4949-bde8-7529cfc10ee8 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3147876
Jan 26 11:48:17.225247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-852413e7-a387-441e-8acf-543471d41369 None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:17.270375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-852413e7-a387-441e-8acf-543471d41369 None None] Transition to ACTIVE for port object a2c61082-dd1e-4fdf-b686-725a4c39dcdd will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:48:17.322228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-852413e7-a387-441e-8acf-543471d41369 None None] Transition to ACTIVE for port object a2c61082-dd1e-4fdf-b686-725a4c39dcdd will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:48:17.412395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-852413e7-a387-441e-8acf-543471d41369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:17.416549 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65b0ef6c-e768-4140-b8e5-7dcefb2ace88 req-610c619d-7c17-44f5-96e3-09ace257d99a service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2204952
Jan 26 11:48:17.437289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:17.504153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-af375040-742a-4651-b079-c52636f7f7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:17.642951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852413e7-a387-441e-8acf-543471d41369 None None] Pushing event updated for resources: {'Port': ['ID=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:17.647737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-852413e7-a387-441e-8acf-543471d41369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:17.752352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Allocated IP 172.27.2.124 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/7317e8eb-eb05-47fb-9273-ca55d66faf86) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:48:17.814791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852413e7-a387-441e-8acf-543471d41369 None None] Network 337ebc75-db11-405b-a740-6b54aa04f856 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:48:17.817645 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-852413e7-a387-441e-8acf-543471d41369 None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:17.821841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852413e7-a387-441e-8acf-543471d41369 None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:48:17.954685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-852413e7-a387-441e-8acf-543471d41369 None None] Attempting to bind port a2c61082-dd1e-4fdf-b686-725a4c39dcdd on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:48:17.955632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-852413e7-a387-441e-8acf-543471d41369 None None] Attempting to bind port a2c61082-dd1e-4fdf-b686-725a4c39dcdd by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:48:17.956316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852413e7-a387-441e-8acf-543471d41369 None None] Attempting to bind port a2c61082-dd1e-4fdf-b686-725a4c39dcdd on network 337ebc75-db11-405b-a740-6b54aa04f856 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:48:17.970776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852413e7-a387-441e-8acf-543471d41369 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:48:17.971467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852413e7-a387-441e-8acf-543471d41369 None None] Checking segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:48:17.972181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-852413e7-a387-441e-8acf-543471d41369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:17.972999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852413e7-a387-441e-8acf-543471d41369 None None] Bound using segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:48:17.973969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-852413e7-a387-441e-8acf-543471d41369 None None] Bound port: a2c61082-dd1e-4fdf-b686-725a4c39dcdd, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:48:17.974691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-852413e7-a387-441e-8acf-543471d41369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:18.049744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:48:18.247296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-852413e7-a387-441e-8acf-543471d41369 None None] For port a2c61082-dd1e-4fdf-b686-725a4c39dcdd, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:48:18.256770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-852413e7-a387-441e-8acf-543471d41369 None None] For port a2c61082-dd1e-4fdf-b686-725a4c39dcdd, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:48:18.260536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:18.332858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-852413e7-a387-441e-8acf-543471d41369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:18.335226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8c81b-ee02-4357-9c26-3ed971f5eab6 req-576d7ff0-6daf-4875-8b5f-65f37d782088 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:18.337532 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60c8c81b-ee02-4357-9c26-3ed971f5eab6 req-576d7ff0-6daf-4875-8b5f-65f37d782088 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.1844800
Jan 26 11:48:18.338038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-4f594fca-ac20-4306-a012-af57acf42948 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:18.340376 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-4f594fca-ac20-4306-a012-af57acf42948 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.5269530
Jan 26 11:48:18.365418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:18.375946 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-e127bf6e-2697-4c3a-9e04-500a723cf5f8 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/quotas/e0d44208700340928b5dd73865a8ed5c HTTP/1.1" status: 200  len: 375 time: 0.0273507
Jan 26 11:48:18.394814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:18.415541 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60c8c81b-ee02-4357-9c26-3ed971f5eab6 req-986a62c7-a978-45aa-8c0f-a69129bf02dd tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656593
Jan 26 11:48:18.571639 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-4c56f842-b6c8-4c94-aff9-97dc13ea5bbb tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1760738
Jan 26 11:48:18.574202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:18.608248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:18.658153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852413e7-a387-441e-8acf-543471d41369 None None] Pushing event updated for resources: {'Port': ['ID=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:18.662045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-852413e7-a387-441e-8acf-543471d41369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:18.806541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:18.954768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Pushing event updated for resources: {'Port': ['ID=7317e8eb-eb05-47fb-9273-ca55d66faf86,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:18.971345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:19.027068 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-485c8a08-e23a-4eff-b9d9-8e629a2087c6 service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246163
Jan 26 11:48:19.069476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:48:19.081187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:19.178103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:48:19.296494 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-4ffabdda-ca0e-40c8-a832-c8f4cff77131 service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2595460
Jan 26 11:48:19.500501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54016) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:19.607864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:20.065419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:20.065671 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6842473e-5e45-4754-a74c-c7e0c4dfe865 req-5fa00f19-2c4d-4cfd-a416-40aa5108b9df tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 210 time: 0.3572595
Jan 26 11:48:20.184419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:20.199542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Usage tracker for resource:security_group_rule and tenant:78f42aaeae7a4fd6a0c0a39170b92efe is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:20.209353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:20.231313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:20.253877 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device a2c61082-dd1e-4fdf-b686-725a4c39dcdd up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:20.430244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24578d05-bb45-4811-9840-5f498228f1d6 req-4348e374-d2b7-4452-ba96-93afc101d769 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:20.454150 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-24578d05-bb45-4811-9840-5f498228f1d6 req-4348e374-d2b7-4452-ba96-93afc101d769 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.6410444
Jan 26 11:48:20.498992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port a2c61082-dd1e-4fdf-b686-725a4c39dcdd completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:20.651473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845679e9-6952-4b76-a083-7efbc0f1ea09 None None] Network 337ebc75-db11-405b-a740-6b54aa04f856 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:48:20.670061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:20.722316 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-24578d05-bb45-4811-9840-5f498228f1d6 req-da0a3edb-0773-4620-a00e-8fd2bd39ad64 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663362
Jan 26 11:48:20.726933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:20.741281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-688a28dc-c952-40e1-9c10-70527e933e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:20.789669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8495dd-6c62-4199-8bfd-99755143a48a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:20.793206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:20.795571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:20.815195 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78f42aaeae7a4fd6a0c0a39170b92efe&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3118587
Jan 26 11:48:20.817873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54052) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:20.883484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Provisioning for port a2c61082-dd1e-4fdf-b686-725a4c39dcdd completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:20.907141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Provisioning complete for port a2c61082-dd1e-4fdf-b686-725a4c39dcdd triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:20.907141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:20.943498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:20.991236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:21.224725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:21.240406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:21.266992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fe95f1b8-3f6d-4260-b394-0e677bc55396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:21.307247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8495dd-6c62-4199-8bfd-99755143a48a,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:21.317680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:21.319624 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d8495dd-6c62-4199-8bfd-99755143a48a HTTP/1.1" status: 204  len: 168 time: 0.5004268
Jan 26 11:48:21.320853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:21.361215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] For port a2c61082-dd1e-4fdf-b686-725a4c39dcdd, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:48:21.393166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:21.400304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:21.612130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Pushing event updated for resources: {'Port': ['ID=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:21.618583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:21.642213 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-74da115b-59de-463d-a238-d24d28194f17 req-83600fde-eb39-4def-98c1-2426d25659be tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 210 time: 0.1806526
Jan 26 11:48:21.665941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:21.863365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-01830f67-4dda-4874-8ad8-2c9e753ae540 None None] Provisioning complete for port a2c61082-dd1e-4fdf-b686-725a4c39dcdd triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:21.866304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-01830f67-4dda-4874-8ad8-2c9e753ae540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:22.155350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device a2c61082-dd1e-4fdf-b686-725a4c39dcdd up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:22.321110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:48:22.401037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port a2c61082-dd1e-4fdf-b686-725a4c39dcdd triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:22.401806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:22.433917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91624c82-e9fb-44c6-812b-c4d8c7f2355c req-c99bfab4-dbbd-49fb-af2f-f0c20dc33956 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:22.436028 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91624c82-e9fb-44c6-812b-c4d8c7f2355c req-c99bfab4-dbbd-49fb-af2f-f0c20dc33956 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2681286
Jan 26 11:48:22.523375 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91624c82-e9fb-44c6-812b-c4d8c7f2355c req-822fe04c-f270-4347-82aa-89822e8e83a0 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791419
Jan 26 11:48:22.532251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-02b412f4-3aa1-492d-a73d-0e48985a4ec0 None None] Provisioning complete for port a2c61082-dd1e-4fdf-b686-725a4c39dcdd triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:22.533333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-02b412f4-3aa1-492d-a73d-0e48985a4ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:22.551670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54072) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:22.586020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:22.617391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:22.625184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d76f0edf3b6341c5934f0c01cef79342 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:22.630556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:22.641499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:22.672955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:48:22.697722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79de81-7946-4980-b317-985ade293495 None None] Sync routers for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:48:22.729732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:48:22.730571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efdc97f0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:48:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:22.755137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:22.766791 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5906398
Jan 26 11:48:22.768010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54080) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:22.995944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ae2b076f-3184-47db-8ee5-f6958346df81 None None] Provisioning complete for port a2c61082-dd1e-4fdf-b686-725a4c39dcdd triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:22.996932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ae2b076f-3184-47db-8ee5-f6958346df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.018614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:48:23.043407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.068023 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5ea482b1-0c54-4c73-bacc-8da7e52da59f req-c7c16a9a-cd4b-4e27-9671-84eadb61e544 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 210 time: 0.1832447
Jan 26 11:48:23.085598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.117243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1fded603-98ca-4f48-8fab-575814ec793b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:23.158101 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d76f0edf3b6341c5934f0c01cef79342&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6044469
Jan 26 11:48:23.159895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286e5a16-99cb-47eb-94c6-f6aa6de88cb8,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:23.164800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54086) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:23.168139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:23.278749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.329400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.362120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.469014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.477458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fda513dd-2a64-4253-b238-a3e8df8d4061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:23.495736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286e5a16-99cb-47eb-94c6-f6aa6de88cb8,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:23.499973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:23.501442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:23.502861 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/286e5a16-99cb-47eb-94c6-f6aa6de88cb8 HTTP/1.1" status: 204  len: 168 time: 0.3368330
Jan 26 11:48:23.528483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efdc97f0>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:19Z', 'revision_number': 3, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:23.549249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79de81-7946-4980-b317-985ade293495 None None] Checking router: 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:48:23.550195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79de81-7946-4980-b317-985ade293495 None None] Updating router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 port 7317e8eb-eb05-47fb-9273-ca55d66faf86 binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:48:23.650260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-7946-4980-b317-985ade293495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:24.082319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:24.164501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43573f-78ea-4f97-bc85-c843b88ea8d1 req-dc481923-5178-4f9c-b3ae-cc3f21c2fce5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:24.187272 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7f43573f-78ea-4f97-bc85-c843b88ea8d1 req-dc481923-5178-4f9c-b3ae-cc3f21c2fce5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.3516610
Jan 26 11:48:24.388369 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7f43573f-78ea-4f97-bc85-c843b88ea8d1 req-237eff67-9328-4124-8604-b4cd519175a3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953790
Jan 26 11:48:24.502421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-7946-4980-b317-985ade293495 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:24.593698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-7d79de81-7946-4980-b317-985ade293495 None None] Transition to ACTIVE for port object 7317e8eb-eb05-47fb-9273-ca55d66faf86 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:48:24.655941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-7946-4980-b317-985ade293495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:24.711336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-92799b62-a65c-49a9-a0a6-0649a539c8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:24.712171 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7925b708-d93c-415c-854f-5c01317333e6 req-9ac64de1-5b0a-4358-94ad-50bee7c12f39 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 210 time: 0.0868120
Jan 26 11:48:24.978044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Pushing event updated for resources: {'Port': ['ID=7317e8eb-eb05-47fb-9273-ca55d66faf86,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:25.026506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.028592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.029061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.029547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.032124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.032538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.033153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.057145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.058386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.058386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:25.080000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:25.113492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Allocated IP 172.20.0.1 (337ebc75-db11-405b-a740-6b54aa04f856/5dab6835-e1c7-4557-8ec6-090bb80079ca/4cfae216-da3b-4c18-ac20-249415305bc7) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:48:25.187969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-7d79de81-7946-4980-b317-985ade293495 None None] Attempting to bind port 7317e8eb-eb05-47fb-9273-ca55d66faf86 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:48:25.188725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-7d79de81-7946-4980-b317-985ade293495 None None] Attempting to bind port 7317e8eb-eb05-47fb-9273-ca55d66faf86 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:48:25.189400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79de81-7946-4980-b317-985ade293495 None None] Attempting to bind port 7317e8eb-eb05-47fb-9273-ca55d66faf86 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:48:25.214904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79de81-7946-4980-b317-985ade293495 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:48:25.216070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79de81-7946-4980-b317-985ade293495 None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:48:25.217311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-7946-4980-b317-985ade293495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:25.222177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79de81-7946-4980-b317-985ade293495 None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:48:25.223195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-7d79de81-7946-4980-b317-985ade293495 None None] Bound port: 7317e8eb-eb05-47fb-9273-ca55d66faf86, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:48:25.225948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-7946-4980-b317-985ade293495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:25.315362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-ba13200d-dde5-4ea1-8a73-e0c8fef165e6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:25.317503 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-ba13200d-dde5-4ea1-8a73-e0c8fef165e6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.3328807
Jan 26 11:48:25.346857 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Request body: {'port': {'device_id': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997', 'admin_state_up': True, 'tenant_id': 'e0d44208700340928b5dd73865a8ed5c'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:25.422640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-7d79de81-7946-4980-b317-985ade293495 None None] For port 7317e8eb-eb05-47fb-9273-ca55d66faf86, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:48:25.439436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-7d79de81-7946-4980-b317-985ade293495 None None] For port 7317e8eb-eb05-47fb-9273-ca55d66faf86, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7317e8eb-eb05-47fb-9273-ca55d66faf86,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:48:25.499388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d79de81-7946-4980-b317-985ade293495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:25.541314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b0f1f58d-fe38-4991-ac1e-d0ab841bf743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:25.693397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:25.712582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:25.761057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Made reservation on behalf of e0d44208700340928b5dd73865a8ed5c for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:48:25.810282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:26.095629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:26.225999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Transition to ACTIVE for port object 4cfae216-da3b-4c18-ac20-249415305bc7 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:48:26.333661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d12b1-2b5e-4f1d-9486-4707ae13b43e req-c00ffdf5-d427-4353-ba53-513c8a35cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:26.336669 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-578d12b1-2b5e-4f1d-9486-4707ae13b43e req-c00ffdf5-d427-4353-ba53-513c8a35cf01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 1163 time: 1.1994464
Jan 26 11:48:26.364701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:48:26.365866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efdc97f0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:48:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:26.455915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:26.527734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:26.919812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Pushing event updated for resources: {'Port': ['ID=7317e8eb-eb05-47fb-9273-ca55d66faf86,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:26.922815 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Allocated IP 172.20.0.9 (e3c4de12-d8cc-4d8a-950f-2db444ecf997/bdab0651-9dfa-43d5-8db7-b8a572188fad/4ef8359f-9c6a-4377-8e66-04185987e525) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:48:26.946141 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a578f842-ff1e-415e-ba14-59786fe58ea6 req-fcd217a8-611b-4994-89d9-deadb61bee4d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 210 time: 0.1195877
Jan 26 11:48:26.957394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-713399a5-fba7-4ea2-91cc-62fd5e5d0385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:27.002459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:48:27.068678 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-578d12b1-2b5e-4f1d-9486-4707ae13b43e req-81f75ead-0e10-4685-bae3-6163b9ed2b44 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6923008
Jan 26 11:48:27.087859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfae216-da3b-4c18-ac20-249415305bc7,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:27.095333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:27.246491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Network 337ebc75-db11-405b-a740-6b54aa04f856 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:48:27.252711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:27.267348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:48:27.375876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88f00c-c380-4e10-bd50-36e2bd197ffd req-011c7433-e5c0-4b1d-ba4f-8e51755a0a40 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:27.379114 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4d88f00c-c380-4e10-bd50-36e2bd197ffd req-011c7433-e5c0-4b1d-ba4f-8e51755a0a40 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.5517509
Jan 26 11:48:27.498230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:27.895373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:27.905992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-a2ff95f7-52a1-4223-93bf-1dc49edb1cc6 None None] Provisioning for port 4cfae216-da3b-4c18-ac20-249415305bc7 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:27.931494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-a2ff95f7-52a1-4223-93bf-1dc49edb1cc6 None None] Provisioning complete for port 4cfae216-da3b-4c18-ac20-249415305bc7 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:27.938043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a2ff95f7-52a1-4223-93bf-1dc49edb1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:27.952649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7d79de81-7946-4980-b317-985ade293495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efdc97f0>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:19Z', 'revision_number': 3, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:27.973632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d79de81-7946-4980-b317-985ade293495 None None] The sync data for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi is: [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:19Z', 'revision_number': 3, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:48:28.073762 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4d88f00c-c380-4e10-bd50-36e2bd197ffd req-d2b42de3-ea2e-4209-a30f-0e044480b555 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6572211
Jan 26 11:48:28.108201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:28.218150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff95f7-52a1-4223-93bf-1dc49edb1cc6 None None] Port 4cfae216-da3b-4c18-ac20-249415305bc7 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:48:28.285551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:28.352271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:28.612216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event updated for resources: {'Port': ['ID=4ef8359f-9c6a-4377-8e66-04185987e525,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:28.962483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54192) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:29.079231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:29.186962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:48:29.200301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:29.210602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:48:29.401389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4eedbc-9380-4d91-88b6-d1949eccb847 req-5b648f6f-96ec-437c-a445-33c5ae3eb2b3 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:29.405280 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eb4eedbc-9380-4d91-88b6-d1949eccb847 req-5b648f6f-96ec-437c-a445-33c5ae3eb2b3 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 931 time: 0.8058572
Jan 26 11:48:29.412027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:29.413488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:29.555292 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2133882
Jan 26 11:48:29.575647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:29.600625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Request body: {'port': {'device_id': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:29.612874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.resource_extend [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 11:48:29.663396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:29.677796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Usage tracker for resource:security_group_rule and tenant:6b14c179c77f444aa513f4f0e80e3f59 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:29.684720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:29.698345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:29.916125 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eb4eedbc-9380-4d91-88b6-d1949eccb847 req-ad54e98f-84c5-48fa-826f-31216fa20acb tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4586611
Jan 26 11:48:29.919823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:29.920897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.033022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.138606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.141389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:30.192211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7317e8eb-eb05-47fb-9273-ca55d66faf86 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:30.384039 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfae216-da3b-4c18-ac20-249415305bc7,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:30.391599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.411790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.470332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.470659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 7317e8eb-eb05-47fb-9273-ca55d66faf86 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:30.471816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.472812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.473949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.474618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.475558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.476267 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.476878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.477701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.478387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.479208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.480137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.481071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.481777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.482431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.484047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.485234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.486368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 7317e8eb-eb05-47fb-9273-ca55d66faf86 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:30.487562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.488585 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.489557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.490599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.491520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.492177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.493215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.494551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:30.544244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:30.545625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:30.692113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ca94b-f3f5-4fa8-b443-9743ff173fa4 req-a66b5001-bc98-4913-ac90-e578ab1bf1ee tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:30.694098 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bd2ca94b-f3f5-4fa8-b443-9743ff173fa4 req-a66b5001-bc98-4913-ac90-e578ab1bf1ee tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.4437895
Jan 26 11:48:30.705232 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b14c179c77f444aa513f4f0e80e3f59&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7358925
Jan 26 11:48:30.711472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54222) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:30.757717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499a998d-a083-478f-8e96-82c3a0c90869,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:30.771115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:30.840540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.931588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 7317e8eb-eb05-47fb-9273-ca55d66faf86, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7317e8eb-eb05-47fb-9273-ca55d66faf86,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:48:30.965121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:30.975283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-61197aa4-3e93-42cf-92bb-ebcac880ea48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:31.054404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:31.117813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Network 337ebc75-db11-405b-a740-6b54aa04f856 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:48:31.127879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:31.231977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=7317e8eb-eb05-47fb-9273-ca55d66faf86,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:31.238861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:31.335542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:31.394880 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bd2ca94b-f3f5-4fa8-b443-9743ff173fa4 req-f6febfb8-00d1-4aca-bd67-b86e3fd9d1c7 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6794355
Jan 26 11:48:31.646993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e8ede79f-d2d9-4986-8b61-ef9bb1635873 None None] Provisioning complete for port 4cfae216-da3b-4c18-ac20-249415305bc7 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:31.647508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8ede79f-d2d9-4986-8b61-ef9bb1635873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:31.648483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:48:31.649242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef8359f-9c6a-4377-8e66-04185987e525 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:48:31.680894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:31.719460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54238) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:31.821980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e8ede79f-d2d9-4986-8b61-ef9bb1635873 None None] Port 4cfae216-da3b-4c18-ac20-249415305bc7 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:48:31.832007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Transition to ACTIVE for port object 4ef8359f-9c6a-4377-8e66-04185987e525 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:48:32.159668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeef99-21c1-48fc-a7d0-8c22164adf73 req-b35e3c73-a97e-414b-8e94-5495a3981b3b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:32.159668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7fdeef99-21c1-48fc-a7d0-8c22164adf73 req-b35e3c73-a97e-414b-8e94-5495a3981b3b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:48:32.163963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7317e8eb-eb05-47fb-9273-ca55d66faf86 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:32.164033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:48:32.181098 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] 10.222.0.57 "PUT /v2.0/routers/399f691e-bfcc-4563-9ac0-af8a8e6c0cb8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4114215
Jan 26 11:48:32.229066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:32.234530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:32.236786 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/499a998d-a083-478f-8e96-82c3a0c90869 HTTP/1.1" status: 204  len: 168 time: 1.5078447
Jan 26 11:48:32.240501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-05f4cb36-5f3b-4be7-9b9f-2aaafb2d5a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:32.245533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:32.270476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a998d-a083-478f-8e96-82c3a0c90869,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:32.274585 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:32.300898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 7317e8eb-eb05-47fb-9273-ca55d66faf86 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:32.301623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:32.314560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:32.317491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7fdeef99-21c1-48fc-a7d0-8c22164adf73 req-b35e3c73-a97e-414b-8e94-5495a3981b3b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:48:32.334296 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7fdeef99-21c1-48fc-a7d0-8c22164adf73 req-b35e3c73-a97e-414b-8e94-5495a3981b3b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 931 time: 0.6155858
Jan 26 11:48:32.370115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:32.469768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Sync routers for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:48:32.510377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:48:32.512100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef8d9278>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:48:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:32.599881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a7e87716ef4207a02b3811a66b3881 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:32.606593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f03be49b-490f-4f3f-a102-7dd73219b525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:32.657684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:32.700565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:32.928927 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7fdeef99-21c1-48fc-a7d0-8c22164adf73 req-4f04aa39-1e50-4452-b577-4e0b2ec9fa83 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5924900
Jan 26 11:48:32.963034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef8359f-9c6a-4377-8e66-04185987e525,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:32.983847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.984505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.985098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.985689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.986275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.986866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.987615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.988247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.988834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.989380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.990152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.990779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.991468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.992094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.992526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.993039 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.993568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.994295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.995036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.995672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.996426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.997106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.997825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:32.999098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:33.015937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:33.080961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Attempting to bind port 4ef8359f-9c6a-4377-8e66-04185987e525 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:48:33.081509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Attempting to bind port 4ef8359f-9c6a-4377-8e66-04185987e525 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:48:33.082085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Attempting to bind port 4ef8359f-9c6a-4377-8e66-04185987e525 on network e3c4de12-d8cc-4d8a-950f-2db444ecf997 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:48:33.100439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:48:33.101034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Checking segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:48:33.101742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:33.102328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Bound using segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:48:33.103190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Bound port: 4ef8359f-9c6a-4377-8e66-04185987e525, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:48:33.103780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:33.243665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:48:33.383064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] For port 4ef8359f-9c6a-4377-8e66-04185987e525, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:48:33.402567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] For port 4ef8359f-9c6a-4377-8e66-04185987e525, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ef8359f-9c6a-4377-8e66-04185987e525,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:48:33.446207 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d942e-05d0-4e9c-8478-f8cb5457bb42 req-6da9e849-519c-445a-b548-c1e8b7c81ef9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:33.454647 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d2d942e-05d0-4e9c-8478-f8cb5457bb42 req-6da9e849-519c-445a-b548-c1e8b7c81ef9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2810118
Jan 26 11:48:33.455886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:33.461601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:33.497845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-863480d1-2116-4d29-b9e3-9905d7336298 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:33.555433 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d2d942e-05d0-4e9c-8478-f8cb5457bb42 req-abde2c55-667d-41b0-80f7-cbd3bc4d45b3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886216
Jan 26 11:48:33.638796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:33.679203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 1c399f5d-da5f-464e-a015-dee125a04134 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:34.041754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54280) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:34.043580 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6a7e87716ef4207a02b3811a66b3881&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3224998
Jan 26 11:48:34.170633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef8359f-9c6a-4377-8e66-04185987e525,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:34.213934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:34.219803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-074eb651-3ed5-4ae7-b247-646e9832186e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:34.339115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979548c5-d91f-42f4-8bcb-7815d60d4427,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:34.350892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:34.362175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:34.362175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:34.362175 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] 10.222.0.81 "PUT /v2.0/ports/4ef8359f-9c6a-4377-8e66-04185987e525 HTTP/1.1" status: 200  len: 1157 time: 4.7698901
Jan 26 11:48:34.362175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:48:34.378641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:34.406540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 1c399f5d-da5f-464e-a015-dee125a04134 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:34.418108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:34.481089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54296) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:34.492919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'security_group': {'name': 'tempest-securitygroup--2091998971', 'description': 'tempest-description--1454574760'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:34.524462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:34.794340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:34.796213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:34.806989 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525', 'status': 'completed', 'code': 200}
Jan 26 11:48:34.812341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cf879bf1-560a-4f07-9929-48cf8929a53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:34.849485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:34.869848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979548c5-d91f-42f4-8bcb-7815d60d4427,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:34.881789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:34.886225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:34.888734 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/979548c5-d91f-42f4-8bcb-7815d60d4427 HTTP/1.1" status: 204  len: 168 time: 0.8441117
Jan 26 11:48:34.889671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:34.942942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:34.959919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-15409160-a17c-4146-9b6a-679ba06be30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:34.969102 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-15409160-a17c-4146-9b6a-679ba06be30d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 1160 time: 0.4041412
Jan 26 11:48:35.169871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef8d9278>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:28Z', 'revision_number': 2, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:35.186773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Checking router: 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:48:35.187589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Updating router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 port 4cfae216-da3b-4c18-ac20-249415305bc7 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:48:35.211820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c3a6a-433e-43f6-922b-5cb921af4949 req-c0ee0b73-2fa4-4ffe-8cc9-cb876593d225 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:35.223675 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-759c3a6a-433e-43f6-922b-5cb921af4949 req-c0ee0b73-2fa4-4ffe-8cc9-cb876593d225 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 943 time: 0.3110278
Jan 26 11:48:35.256429 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-af34e96a-6401-4964-b691-2213149e2d77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef8359f-9c6a-4377-8e66-04185987e525 HTTP/1.1" status: 200  len: 217 time: 0.2707751
Jan 26 11:48:35.342656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:35.362263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:35.390550 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-759c3a6a-433e-43f6-922b-5cb921af4949 req-019e1bb1-66eb-4200-9554-03bcddc165f8 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648765
Jan 26 11:48:35.511296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-d114f781-aa75-4dbd-b891-7772e58980d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:35.514906 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-d114f781-aa75-4dbd-b891-7772e58980d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.2503734
Jan 26 11:48:35.653887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:35.678225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group_rule and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:35.687338 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-a2f054f8-1baa-4116-9af5-03cde33311ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1593134
Jan 26 11:48:35.690263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:35.700957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:36.194980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54328) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:36.196386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:36.259268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:36.277083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c7c33c6f-cf73-45b5-a0fd-739635343ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:36.402236 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-15baf309-e423-441e-8a01-31e395875dcf service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6164908
Jan 26 11:48:36.484849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:36.514266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Transition to ACTIVE for port object 4cfae216-da3b-4c18-ac20-249415305bc7 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:48:36.555027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:36.628029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54336) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:36.645945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:36.711115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:36.729529 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-630516ae-ca67-4a2c-ac68-3fb406968453 req-8011e551-34ff-4fe2-b3bc-f05379ea4759 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3151703
Jan 26 11:48:36.731627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b40ae-a0f3-4821-80b4-90aebe3cc812,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:36.737130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:36.746093 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.2629280
Jan 26 11:48:36.750745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54340) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:36.752033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:36.779215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'security_group_rule': {'security_group_id': '6e4b40ae-a0f3-4821-80b4-90aebe3cc812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:36.812304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:36.817704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:36.828284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7740a1e3b8c47e58a9f34665f2e7fb2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:36.834576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group_rule and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:36.840280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:36.847601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:36.849008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406a6c8-d48f-4246-a623-5c6590f7a291 None None] Pushing event updated for resources: {'Port': ['ID=4cfae216-da3b-4c18-ac20-249415305bc7,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:36.860067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b406a6c8-d48f-4246-a623-5c6590f7a291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:36.866534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:36.868534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:37.206562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:37.473287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c760-0f32-412c-ad2a-626c3d623476 req-fc038765-2f64-4cb4-9ad5-c84bb73398ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:37.473287 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d800c760-0f32-412c-ad2a-626c3d623476 req-fc038765-2f64-4cb4-9ad5-c84bb73398ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 1160 time: 0.5472374
Jan 26 11:48:37.572066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:37.696658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b9b5a-4a4c-48c4-8d46-dbeb544c6617 req-455e07ff-9471-421c-836a-c3414b9ef89f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:37.711969 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f3b9b5a-4a4c-48c4-8d46-dbeb544c6617 req-455e07ff-9471-421c-836a-c3414b9ef89f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 943 time: 0.7250018
Jan 26 11:48:37.722244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Attempting to bind port 4cfae216-da3b-4c18-ac20-249415305bc7 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:48:37.722667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Attempting to bind port 4cfae216-da3b-4c18-ac20-249415305bc7 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:48:37.723276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Attempting to bind port 4cfae216-da3b-4c18-ac20-249415305bc7 on network 337ebc75-db11-405b-a740-6b54aa04f856 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:48:37.746569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:48:37.747013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Checking segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:48:37.753689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:37.753689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Bound using segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:48:37.753689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Bound port: 4cfae216-da3b-4c18-ac20-249415305bc7, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:48:37.753689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:37.780317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:37.827530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4fcb410a-118f-464a-9bdc-71eb15068403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:37.946519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab715b0-e3de-45c3-b192-62f2de329d45,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:37.991575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:38.023291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.111017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.114253 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f3b9b5a-4a4c-48c4-8d46-dbeb544c6617 req-98530870-024b-4c6b-90cd-a088d9d191cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3603647
Jan 26 11:48:38.116027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.133519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e46a25c3-4df2-418a-918a-74fe9272ea5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:38.151958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] For port 4cfae216-da3b-4c18-ac20-249415305bc7, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:48:38.158700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] For port 4cfae216-da3b-4c18-ac20-249415305bc7, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=4cfae216-da3b-4c18-ac20-249415305bc7,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:48:38.184821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68126cce-a3eb-41fd-9445-9b6b9da7d2b4,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:38.190026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c760-0f32-412c-ad2a-626c3d623476 req-2b32f301-b36f-4455-81f3-975b878c0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:38.192922 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d800c760-0f32-412c-ad2a-626c3d623476 req-2b32f301-b36f-4455-81f3-975b878c0e1a service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 909 time: 0.6881430
Jan 26 11:48:38.197657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:38.224581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:38.231998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7740a1e3b8c47e58a9f34665f2e7fb2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6013021
Jan 26 11:48:38.239352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Usage tracker for resource:security_group_rule and tenant:c10e5edc38b04cf29e2e5a964e06d629 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:38.245719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54356) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:38.247783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.252805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:38.284970 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:38.314836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:38.482767 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.508919 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d800c760-0f32-412c-ad2a-626c3d623476 req-5c979f74-f249-4187-b7aa-67e790357d5c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef8359f-9c6a-4377-8e66-04185987e525 HTTP/1.1" status: 200  len: 217 time: 0.2921500
Jan 26 11:48:38.643107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.650521 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-efaaa0e9-f552-43cc-8492-b98caaa7e14e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8965662
Jan 26 11:48:38.655684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54368) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:38.664272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406a6c8-d48f-4246-a623-5c6590f7a291 None None] Pushing event updated for resources: {'Port': ['ID=4cfae216-da3b-4c18-ac20-249415305bc7,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:38.671147 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'security_group_rule': {'security_group_id': '6e4b40ae-a0f3-4821-80b4-90aebe3cc812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:38.704612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:38.737474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b406a6c8-d48f-4246-a623-5c6590f7a291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:38.738447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group_rule and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:38.748689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:38.768771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:38.774574 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c760-0f32-412c-ad2a-626c3d623476 req-a6288c91-50fe-495c-aa29-28d8037ca968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:38.778183 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d800c760-0f32-412c-ad2a-626c3d623476 req-a6288c91-50fe-495c-aa29-28d8037ca968 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.2529531
Jan 26 11:48:38.792942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.818888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.890601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d800c760-0f32-412c-ad2a-626c3d623476 req-f6a06778-9948-4e87-bd0f-8189529cae99 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0955422
Jan 26 11:48:38.919995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:38.949244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-aae74065-5c38-4771-a037-c67286d2f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:39.065471 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c10e5edc38b04cf29e2e5a964e06d629&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8696005
Jan 26 11:48:39.078148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54374) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:39.154848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:48:39.154848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef8d9278>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:48:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:39.194598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:39.329481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e4a5c-8772-42fe-b719-e803c18548fd,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:39.349791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:39.476169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:39.523090 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d800c760-0f32-412c-ad2a-626c3d623476 req-17b5f913-a77d-41fa-b04a-23570399d12d service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6225493
Jan 26 11:48:39.538807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f0d6871a-e106-4fa3-87fc-62e2bcd4622f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:39.572896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:39.684361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:39.777106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:48:39.786359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab715b0-e3de-45c3-b192-62f2de329d45,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:40.006955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:40.006955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:40.006955 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ab715b0-e3de-45c3-b192-62f2de329d45 HTTP/1.1" status: 204  len: 168 time: 1.6229460
Jan 26 11:48:40.006955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-8a102cc4-1e7c-4bbf-a4f1-621b5a4c8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:40.006955 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-8a102cc4-1e7c-4bbf-a4f1-621b5a4c8326 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.7096446
Jan 26 11:48:40.007593 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d800c760-0f32-412c-ad2a-626c3d623476 req-292f6f3f-e089-4b6c-b983-1566d26219cf service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3460920
Jan 26 11:48:40.026231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:40.376818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5cc42-92a6-4405-b253-84c141656fcc req-4771e6f7-ec97-4ce4-931f-6f3689fad755 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:40.403078 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-38d5cc42-92a6-4405-b253-84c141656fcc req-4771e6f7-ec97-4ce4-931f-6f3689fad755 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.5031497
Jan 26 11:48:40.414121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:40.572240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:40.651219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55afa298-cb2b-4c82-901d-815fc577b0d2,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:40.677648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:40.684266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:40.685025 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5b65c592-8ba6-4f48-a64e-6f79f73373f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0270612
Jan 26 11:48:40.690889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54406) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:40.699197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:40.754805 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-38d5cc42-92a6-4405-b253-84c141656fcc req-a13e04ef-9abb-444f-ab3a-8541c6b4ffe8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3500142
Jan 26 11:48:40.766722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:40.774372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ef8359f-9c6a-4377-8e66-04185987e525 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:40.777546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:floatingip and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:40.783780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:40.798837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:41.070874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2d6a-8502-4fb2-acdd-ba48f7821e69 req-219c993f-9d2d-4c71-a124-06420056dffd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:41.085424 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc0c2d6a-8502-4fb2-acdd-ba48f7821e69 req-219c993f-9d2d-4c71-a124-06420056dffd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 943 time: 1.3628185
Jan 26 11:48:41.141442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef8d9278>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:38Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:48:41.150169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc87a73-cfcc-4a5f-bb01-f9fd962cc225 None None] The sync data for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi is: [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:38Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:48:41.173120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:41.177735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-5cdf8ffe-619e-470e-bf7f-55606fad17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:41.179701 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-5cdf8ffe-619e-470e-bf7f-55606fad17e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 1.2491238
Jan 26 11:48:41.206285 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc0c2d6a-8502-4fb2-acdd-ba48f7821e69 req-453f9807-749c-4b9e-bf10-89a941cf2258 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194503
Jan 26 11:48:41.227979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 4ef8359f-9c6a-4377-8e66-04185987e525 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:41.243821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4ef8359f-9c6a-4377-8e66-04185987e525 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:41.244321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:41.391949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:41.418315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-40f6469e-855a-40cf-8c7a-9db13531fc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:41.455316 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-4494c5b8-a411-42c8-88a8-d42db98976e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 217 time: 0.2398782
Jan 26 11:48:41.572484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3e4a5c-8772-42fe-b719-e803c18548fd,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:41.603103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:41.622415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:41.629002 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e3e4a5c-8772-42fe-b719-e803c18548fd HTTP/1.1" status: 204  len: 168 time: 2.5398355
Jan 26 11:48:41.653301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-0e5b967b-f868-4eea-b79f-b7315f044c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:41.658847 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-0e5b967b-f868-4eea-b79f-b7315f044c49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.1823564
Jan 26 11:48:41.729956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:41.887113 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-0e8fb5d9-b7ea-42e5-9fa8-c64127fb6306 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2149527
Jan 26 11:48:41.894497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:42.036348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:48:42.103733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 4ef8359f-9c6a-4377-8e66-04185987e525, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ef8359f-9c6a-4377-8e66-04185987e525,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:48:42.149002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:42.152890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:42.479125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=4ef8359f-9c6a-4377-8e66-04185987e525,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:42.528802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.529974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.530654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.531522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.551915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.556504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.557415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.561562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.565003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.565421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.574991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.575941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.576831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.577304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.587192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.589127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.589850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.594423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.596521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.599563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.600144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.600783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.601424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.602090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:48:42.663765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 4cfae216-da3b-4c18-ac20-249415305bc7 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:42.807707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:42.820650 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-f8bf8ee1-ce04-4feb-8f1b-ded80f36e2db service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8945069
Jan 26 11:48:42.840006 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525', 'code': 200}
Jan 26 11:48:43.092339 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 4cfae216-da3b-4c18-ac20-249415305bc7 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:43.108412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 4cfae216-da3b-4c18-ac20-249415305bc7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:43.109074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:43.523140 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dff8a048-9b11-4563-8e3c-1077646f3677 req-30b0e575-a91b-405f-a82b-149d2616e4f4 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6927941
Jan 26 11:48:43.530155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54456) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:43.646611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:43.689455 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:43.816082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 4cfae216-da3b-4c18-ac20-249415305bc7, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=4cfae216-da3b-4c18-ac20-249415305bc7,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:48:43.821680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:43.829159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Allocated IP 172.27.2.251 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/b831cc81-54a8-41f2-9cda-3a103b5e1f48) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:48:43.843019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Usage tracker for resource:security_group_rule and tenant:50026cdffbc441c1b0ad5f1bd475f455 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:43.848584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:43.866677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:43.900818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:43.917851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:44.027929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4d82-8e0b-484b-80c3-5e37ee2ba9ee req-e8c52051-f755-43f2-9210-98657a1f9cb5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:44.036049 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b74d4d82-8e0b-484b-80c3-5e37ee2ba9ee req-e8c52051-f755-43f2-9210-98657a1f9cb5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.3913047
Jan 26 11:48:44.099249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=4cfae216-da3b-4c18-ac20-249415305bc7,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:44.105828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:44.193106 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b74d4d82-8e0b-484b-80c3-5e37ee2ba9ee req-61bb02c2-d171-4302-ad71-8133eac5c019 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243765
Jan 26 11:48:44.213686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f59d6d-93a3-4481-ab78-45617c1a98fd req-541b7e78-5e4c-4511-a518-56dc7a633e58 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:44.222352 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-27f59d6d-93a3-4481-ab78-45617c1a98fd req-541b7e78-5e4c-4511-a518-56dc7a633e58 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 1.5991509
Jan 26 11:48:44.251103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.286061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.369796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:44.416407 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50026cdffbc441c1b0ad5f1bd475f455&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8839710
Jan 26 11:48:44.417654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54476) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:44.418611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547da69e-3c19-4152-844f-ab282f439df7,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:44.426207 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 4cfae216-da3b-4c18-ac20-249415305bc7 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:44.440669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:44.465737 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-27f59d6d-93a3-4481-ab78-45617c1a98fd req-bc7c8724-8cd4-47ec-9bd6-003e2b5ffcaf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416246
Jan 26 11:48:44.487188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fe12-b602-47b1-8f54-78d06c0ac9c4 req-5914dbaa-1d9c-4f8f-934b-5432c2c643c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:44.490699 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0406fe12-b602-47b1-8f54-78d06c0ac9c4 req-5914dbaa-1d9c-4f8f-934b-5432c2c643c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 1162 time: 0.5916631
Jan 26 11:48:44.615250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.644852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.658836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 4cfae216-da3b-4c18-ac20-249415305bc7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:44.659554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.675430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.742756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.789288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:44.792988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ef8359f-9c6a-4377-8e66-04185987e525 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:44.818037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.832381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-04793b97-2a95-4a43-8b2a-d9ba1e649883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:44.874908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547da69e-3c19-4152-844f-ab282f439df7,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:44.877683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:44.891176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:44.906774 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/547da69e-3c19-4152-844f-ab282f439df7 HTTP/1.1" status: 204  len: 168 time: 0.4698234
Jan 26 11:48:44.950442 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0406fe12-b602-47b1-8f54-78d06c0ac9c4 req-c3202c36-7008-4da2-af15-5f4b46cbdc21 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4456074
Jan 26 11:48:44.991430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4ef8359f-9c6a-4377-8e66-04185987e525 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:44.992134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:45.197730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:48:45.206427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:45.210243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'Port': ['ID=b831cc81-54a8-41f2-9cda-3a103b5e1f48,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:45.214605 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:48:45.292177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfa25-3e0c-4db5-83f4-07d711752b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:45.380172 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:45.399534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:45.713741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:45.883818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54504) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:46.073228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a325e-6f08-4f88-9932-f102cd289581 req-f53032d6-0fb3-4983-91b2-aaf87a55f437 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:46.075620 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-393a325e-6f08-4f88-9932-f102cd289581 req-f53032d6-0fb3-4983-91b2-aaf87a55f437 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3128414
Jan 26 11:48:46.081431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54512) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:46.135742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129bf2f-d552-4540-aa72-01ad26e8598c req-8ebf3f50-c549-4db6-984b-de7bc4b5be84 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:46.145924 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3129bf2f-d552-4540-aa72-01ad26e8598c req-8ebf3f50-c549-4db6-984b-de7bc4b5be84 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.6244781
Jan 26 11:48:46.154795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-393a325e-6f08-4f88-9932-f102cd289581 req-f654a4a0-6049-40c3-bdbe-6a840935f2a9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658655
Jan 26 11:48:46.220670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.293487 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3129bf2f-d552-4540-aa72-01ad26e8598c req-f5172100-cf7e-4cd3-8957-5a92de170620 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461515
Jan 26 11:48:46.298748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.329027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.362393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:46.369367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Usage tracker for resource:security_group_rule and tenant:79d9ef65541f4f248058c446b3eda401 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:46.374804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:46.383150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:46.440643 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-86d9638a-0c4a-490f-987a-a4cdd674019d tempest-DeleteServersTestJSON-1987648327 tempest-DeleteServersTestJSON-1987648327] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:46.451655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.479731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54518) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:46.518199 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:46.524732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.548545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Usage tracker for resource:security_group_rule and tenant:5f1eadece949431590e0ec396e8d3b14 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:46.563356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:46.582345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:46.585994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:46.598460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'Port': ['ID=b831cc81-54a8-41f2-9cda-3a103b5e1f48,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:46.606036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Usage tracker for resource:security_group_rule and tenant:74aa72d2d0f64e64ace9f8185e20f929 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:46.614962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:46.620789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:46.641984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:46.659861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.754556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.762444 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.0649428
Jan 26 11:48:46.826881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ef8359f-9c6a-4377-8e66-04185987e525 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:48:46.846618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:46.961232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.026624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4ef8359f-9c6a-4377-8e66-04185987e525 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:47.027443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.041287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6c89745f-c4dc-4ceb-b74b-7ca5c6bcfea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:47.095414 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79d9ef65541f4f248058c446b3eda401&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2095573
Jan 26 11:48:47.098314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54536) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:47.132297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.147075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a19d81-8048-443a-b959-8f76470b2b3b,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:47.164032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:47.188443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.213208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.219325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4090f6f2-b29c-4f94-8f32-cd89d497a0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:47.296465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.301553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-0d8d9bcd-7fde-498c-aeb7-523a947bd00c tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:48:47.319620 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f1eadece949431590e0ec396e8d3b14&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2323096
Jan 26 11:48:47.321424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54544) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:47.322442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b760cfc-9b67-4b7f-8d1e-8bf66b5f43cb,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:47.329466 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:47.334681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9e74829e-2c43-442b-9df3-512efc5b0004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:47.386356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.402594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-0d8d9bcd-7fde-498c-aeb7-523a947bd00c tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:48:47.406711 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-0d8d9bcd-7fde-498c-aeb7-523a947bd00c tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2091998971&fields=id&tenant_id=fef6234d386d457a9a97480c304a1443 HTTP/1.1" status: 200  len: 267 time: 0.2817395
Jan 26 11:48:47.433950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762cbdb7-4d38-4960-b2a4-a463ce3d3a09,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:47.444661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:47.447812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a437ec38-fde9-485c-b9bf-c7a86e435126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.455314 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=74aa72d2d0f64e64ace9f8185e20f929&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9673927
Jan 26 11:48:47.495399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54550) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:47.535099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.616360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31c34763-1746-4e8a-ade1-a4354ddb659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.696233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31c34763-1746-4e8a-ade1-a4354ddb659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.778651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360179-d667-44dd-87c1-3dd1cb00520f req-12f181e2-31f4-4dcb-8804-4cb1cfa64356 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:47.781316 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05360179-d667-44dd-87c1-3dd1cb00520f req-12f181e2-31f4-4dcb-8804-4cb1cfa64356 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3433599
Jan 26 11:48:47.868635 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05360179-d667-44dd-87c1-3dd1cb00520f req-a81c42d0-57aa-4ec0-8050-317a4b1dff52 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726705
Jan 26 11:48:47.908673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-109b4f6a-6923-4660-b7c1-efedb69c7aad tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:47.910662 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-109b4f6a-6923-4660-b7c1-efedb69c7aad tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 811 time: 0.4819565
Jan 26 11:48:47.914721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.937279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31c34763-1746-4e8a-ade1-a4354ddb659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.945864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e0a5320b-52e5-406d-a0da-c72fa8504d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:47.958197 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-57575e4f-143a-40bb-bb68-6396cbc8a7a4 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/quotas/fef6234d386d457a9a97480c304a1443 HTTP/1.1" status: 200  len: 375 time: 0.0293005
Jan 26 11:48:47.968046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:47.971109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c34763-1746-4e8a-ade1-a4354ddb659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b760cfc-9b67-4b7f-8d1e-8bf66b5f43cb,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:47.975569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-31c34763-1746-4e8a-ade1-a4354ddb659e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:48.006580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-31c34763-1746-4e8a-ade1-a4354ddb659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:48.008003 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-31c34763-1746-4e8a-ade1-a4354ddb659e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b760cfc-9b67-4b7f-8d1e-8bf66b5f43cb HTTP/1.1" status: 204  len: 168 time: 0.6805253
Jan 26 11:48:48.088415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:48.115629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-93ffdfe0-8b4f-415d-b350-38c011dd96c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:48.127173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:48.184337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a19d81-8048-443a-b959-8f76470b2b3b,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:48.189024 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:48.196013 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12a19d81-8048-443a-b959-8f76470b2b3b HTTP/1.1" status: 204  len: 168 time: 1.0909541
Jan 26 11:48:48.196013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:48.338618 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-6364be94-ff65-46be-bede-40d217ef232e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3505318
Jan 26 11:48:48.341198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:48.353047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ba2b8ce8-35fc-4cd1-be3d-5926cdd50e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:48.387998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762cbdb7-4d38-4960-b2a4-a463ce3d3a09,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:48.432578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:48.435036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f15d0b-84cd-45c9-a844-6501c7504b06 req-306f98f8-0889-4507-bfc8-b9e7ca38c8e2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:48.448437 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-62f15d0b-84cd-45c9-a844-6501c7504b06 req-306f98f8-0889-4507-bfc8-b9e7ca38c8e2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.3262546
Jan 26 11:48:48.455073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:48.457256 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/762cbdb7-4d38-4960-b2a4-a463ce3d3a09 HTTP/1.1" status: 204  len: 168 time: 0.9605443
Jan 26 11:48:48.564280 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-62f15d0b-84cd-45c9-a844-6501c7504b06 req-303f2053-d0f9-44e2-8a0e-e34ccc072a0b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138220
Jan 26 11:48:48.669167 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-acd201e1-46d5-4eea-8541-0ded0a0bb5a2 service neutron] 10.222.0.57 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2842607
Jan 26 11:48:48.811635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:49.180175 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-dcf69485-fb8a-44bc-a3bd-d778124f003e service neutron] 10.222.0.57 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4950948
Jan 26 11:48:49.398504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b7a5f-cbb8-47f1-8e27-9d1a6aca4ffe req-9c17883c-8908-4f29-baec-e711b24e5d5f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:49.401372 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-547b7a5f-cbb8-47f1-8e27-9d1a6aca4ffe req-9c17883c-8908-4f29-baec-e711b24e5d5f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2407820
Jan 26 11:48:49.502327 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-547b7a5f-cbb8-47f1-8e27-9d1a6aca4ffe req-fddb35fd-1cd7-4039-b351-0cedbdb3041b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929117
Jan 26 11:48:49.526605 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 54582) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:49.559499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:49.593337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:49.594948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:49.601945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Usage tracker for resource:security_group_rule and tenant:aab52028f8f8458e9350b46837d73051 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:49.607118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:49.697800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:49.734892 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-85be31b1-3e74-4a1b-a307-a7b665b477c5 req-318237ef-260f-4b1b-ac52-796b8db30c7b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.1141019
Jan 26 11:48:49.982609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:50.115727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:50.131520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c30561bb-07c4-4374-9c58-54205465ff88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:50.546435 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aab52028f8f8458e9350b46837d73051&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0179954
Jan 26 11:48:50.548130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c93cc5a-d710-4acb-8242-58a42b4e9b44,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:50.551229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54618) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:50.554204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:50.730212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:50.776080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:50.957290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-91013248-8793-4183-bf24-41e31c077f9f req-e905ea3b-1eb1-4585-a4f6-5daea5a25537 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:48:51.028044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-91013248-8793-4183-bf24-41e31c077f9f req-e905ea3b-1eb1-4585-a4f6-5daea5a25537 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:48:51.030069 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91013248-8793-4183-bf24-41e31c077f9f req-e905ea3b-1eb1-4585-a4f6-5daea5a25537 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.1792886
Jan 26 11:48:51.142510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf2882-fde8-4471-b947-7afe00251ec4 req-bb84fa28-0e31-452b-9d16-536ea6dce657 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:51.143692 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8abf2882-fde8-4471-b947-7afe00251ec4 req-bb84fa28-0e31-452b-9d16-536ea6dce657 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1988282
Jan 26 11:48:51.177313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:51.192498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c29c3879-6735-4523-85f8-0aee5472bae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:51.252081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c93cc5a-d710-4acb-8242-58a42b4e9b44,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:51.260881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:51.283180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:51.291215 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c93cc5a-d710-4acb-8242-58a42b4e9b44 HTTP/1.1" status: 204  len: 168 time: 0.7349370
Jan 26 11:48:51.322601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8abf2882-fde8-4471-b947-7afe00251ec4 req-08cac1c4-8b89-4749-83c5-889423b7c420 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648285
Jan 26 11:48:52.461508 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-78278b90-d768-4b4e-bfb9-3ae069553ef4 req-d32b2bcd-bfd6-40ad-8624-597b62020c61 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.1238642
Jan 26 11:48:52.955251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423388a7-4f4d-4b1e-babf-31d449915e57 req-ab9ac5b8-21cf-4489-9068-96a60bff4af9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:52.963967 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-423388a7-4f4d-4b1e-babf-31d449915e57 req-ab9ac5b8-21cf-4489-9068-96a60bff4af9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2984207
Jan 26 11:48:53.047746 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-423388a7-4f4d-4b1e-babf-31d449915e57 req-56308741-30af-4e06-bbd5-94ef4c387648 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813749
Jan 26 11:48:53.365795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-e4fd2996-b91a-413f-b19f-ddbd6e803d7b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:53.367653 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-e4fd2996-b91a-413f-b19f-ddbd6e803d7b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 811 time: 0.3421340
Jan 26 11:48:53.371674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:53.542988 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-e7ff7974-8dbb-4d39-b59d-c266243fc508 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fef6234d386d457a9a97480c304a1443 HTTP/1.1" status: 200  len: 5709 time: 0.1524656
Jan 26 11:48:53.782503 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a31d5eac-5258-4fdc-b84a-8e035fb38655 req-11d9b1f7-20bd-4ea9-b28f-0cde884f276d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.0695627
Jan 26 11:48:54.465279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252cd05-0afe-4b49-8aeb-14ccc0f6d7e2 req-cbd45cd1-b88b-41c6-9d4b-d694dd62d5ae tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:54.481621 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b252cd05-0afe-4b49-8aeb-14ccc0f6d7e2 req-cbd45cd1-b88b-41c6-9d4b-d694dd62d5ae tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2454066
Jan 26 11:48:54.585490 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b252cd05-0afe-4b49-8aeb-14ccc0f6d7e2 req-c3b12c54-ef4c-45b2-b213-7f74c4095a7d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019580
Jan 26 11:48:55.008551 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8bb06e80-4959-43c4-b6e9-d0d7c746f091 req-3f760178-040a-4394-aedc-a165f47ee0f3 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.0638363
Jan 26 11:48:55.052256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:48:55.952685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78610320-e0f3-4640-8586-d4b6f72cd52e req-32932741-7282-4c74-90d8-d8a0b2201973 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:55.954932 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-78610320-e0f3-4640-8586-d4b6f72cd52e req-32932741-7282-4c74-90d8-d8a0b2201973 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1760032
Jan 26 11:48:56.027980 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-78610320-e0f3-4640-8586-d4b6f72cd52e req-60594755-f348-4df9-a893-11a79f629b1a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660152
Jan 26 11:48:56.260588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54808) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:56.323939 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-052ee1a9-3c32-4b76-8fc6-bbe0a6b32a1d req-13e9a0b0-a3b5-4256-a0fe-cfada41b623b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.0960112
Jan 26 11:48:56.393766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'port': {'device_id': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'admin_state_up': True, 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'security_groups': ['6e4b40ae-a0f3-4821-80b4-90aebe3cc812']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:56.692706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:56.718243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:56.742004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:56.759239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:56.769843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Usage tracker for resource:security_group_rule and tenant:0e674bca255c4190bbc006f5d461c903 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:56.776874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:56.793955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:56.801160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Made reservation on behalf of fef6234d386d457a9a97480c304a1443 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:48:56.821179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:56.998074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:57.036113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:57.073861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3d3c01d9-0ded-4e77-bd68-66716bba7339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:57.229239 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e674bca255c4190bbc006f5d461c903&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9627969
Jan 26 11:48:57.230791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54846) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:57.454088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7271fff6-6b94-4fd5-8dbf-b047830a498b,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:57.465720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:57.519790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:57.658145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:57.667641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Allocated IP 172.20.0.13 (337ebc75-db11-405b-a740-6b54aa04f856/5dab6835-e1c7-4557-8ec6-090bb80079ca/4ce7dc39-d04b-436b-98a8-7028f77a7974) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:48:57.755975 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c73d3448-ee1b-454d-a88d-dde9ea7d7623 req-5322b130-566f-4fb7-88f2-211fe1d3cb45 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.0899484
Jan 26 11:48:57.859808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa55765-6008-4b1f-8b67-f42aebf06b12 req-2a533f7a-d2ae-484e-8376-8696ccd86824 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:57.863358 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9aa55765-6008-4b1f-8b67-f42aebf06b12 req-2a533f7a-d2ae-484e-8376-8696ccd86824 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3219469
Jan 26 11:48:57.979286 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9aa55765-6008-4b1f-8b67-f42aebf06b12 req-4f457ad4-30b8-4555-891e-cb392d48a2d0 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032171
Jan 26 11:48:58.096902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:58.101834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:58.123781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7271fff6-6b94-4fd5-8dbf-b047830a498b,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:58.128032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:58.141493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:58.144198 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7271fff6-6b94-4fd5-8dbf-b047830a498b HTTP/1.1" status: 204  len: 168 time: 0.9048269
Jan 26 11:48:58.304996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:58.328140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Transition to ACTIVE for port object 4ce7dc39-d04b-436b-98a8-7028f77a7974 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:48:58.431367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:58.480405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:48:58.696736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'Port': ['ID=4ce7dc39-d04b-436b-98a8-7028f77a7974,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:48:58.701097 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:48:58.775223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Network 337ebc75-db11-405b-a740-6b54aa04f856 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:48:58.776682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:48:58.780017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:48:58.868280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:58.869180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:59.042572 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6600401
Jan 26 11:48:59.082218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Request body: {'port': {'device_id': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:48:59.240111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54878) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:48:59.297337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:59.341978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:48:59.345533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-75ba6b78-ceed-4ac8-a698-c3dca7ea09f1 None None] Provisioning for port 4ce7dc39-d04b-436b-98a8-7028f77a7974 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:48:59.352679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Usage tracker for resource:security_group_rule and tenant:d57b389a4df94f04926d272af1b23249 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:48:59.356689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-75ba6b78-ceed-4ac8-a698-c3dca7ea09f1 None None] Provisioning complete for port 4ce7dc39-d04b-436b-98a8-7028f77a7974 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:48:59.358457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-75ba6b78-ceed-4ac8-a698-c3dca7ea09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:59.384037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:48:59.406478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:48:59.498693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-75ba6b78-ceed-4ac8-a698-c3dca7ea09f1 None None] Port 4ce7dc39-d04b-436b-98a8-7028f77a7974 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:48:59.598368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:48:59.874104 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50b85c-0c30-475d-8c2d-1aa8f40fae1f req-76e54acd-1c2b-4abe-89a8-8cd222560005 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:59.913738 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab50b85c-0c30-475d-8c2d-1aa8f40fae1f req-76e54acd-1c2b-4abe-89a8-8cd222560005 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.4643900
Jan 26 11:48:59.956021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc998956-3a98-4e0c-9d2d-298dc93f8c90 req-226f8ff8-a199-4a15-ba33-63d4ce9c0591 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:48:59.976941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-cc998956-3a98-4e0c-9d2d-298dc93f8c90 req-226f8ff8-a199-4a15-ba33-63d4ce9c0591 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:49:00.151251 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab50b85c-0c30-475d-8c2d-1aa8f40fae1f req-d1b0d6db-7288-4e46-9192-01db0778acf9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267416
Jan 26 11:49:00.163422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.197859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.222114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9ffac005-8659-41aa-acd8-025941c1bfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:00.287450 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d57b389a4df94f04926d272af1b23249&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0448997
Jan 26 11:49:00.292346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 54898) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:00.315547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854b3974-3d57-4473-8769-188ce64a5089,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:00.322088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:00.323378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-cc998956-3a98-4e0c-9d2d-298dc93f8c90 req-226f8ff8-a199-4a15-ba33-63d4ce9c0591 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:49:00.326126 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cc998956-3a98-4e0c-9d2d-298dc93f8c90 req-226f8ff8-a199-4a15-ba33-63d4ce9c0591 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 932 time: 1.1765347
Jan 26 11:49:00.393534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.431068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.451852 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cc998956-3a98-4e0c-9d2d-298dc93f8c90 req-2dfeaf2f-9b26-4ed7-814e-e4d0f5bc5eb8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163516
Jan 26 11:49:00.542806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.551583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-457325fd-0408-4879-b02a-466e1f903486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:00.557183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce7dc39-d04b-436b-98a8-7028f77a7974 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:49:00.568591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.579177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854b3974-3d57-4473-8769-188ce64a5089,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:00.585280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:00.589238 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.592590 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/854b3974-3d57-4473-8769-188ce64a5089 HTTP/1.1" status: 204  len: 168 time: 0.2976470
Jan 26 11:49:00.595505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Transition to ACTIVE for port object 4ce7dc39-d04b-436b-98a8-7028f77a7974 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:49:00.633908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:00.662780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:00.941161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce7dc39-d04b-436b-98a8-7028f77a7974,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:00.961276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:01.262674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Attempting to bind port 4ce7dc39-d04b-436b-98a8-7028f77a7974 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:49:01.263239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Attempting to bind port 4ce7dc39-d04b-436b-98a8-7028f77a7974 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:49:01.263848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Attempting to bind port 4ce7dc39-d04b-436b-98a8-7028f77a7974 on network 337ebc75-db11-405b-a740-6b54aa04f856 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:49:01.278627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:49:01.280191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Checking segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:49:01.280811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:01.281334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Bound using segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:49:01.284675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Bound port: 4ce7dc39-d04b-436b-98a8-7028f77a7974, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:49:01.284675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:01.483022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] For port 4ce7dc39-d04b-436b-98a8-7028f77a7974, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:49:01.492969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] For port 4ce7dc39-d04b-436b-98a8-7028f77a7974, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ce7dc39-d04b-436b-98a8-7028f77a7974,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:49:01.532266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:01.560472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:01.614548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6b419-789b-4d01-933e-8b531d115275 req-353ea507-22ae-4423-af30-9ac2e5710c18 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:01.617720 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cf6b419-789b-4d01-933e-8b531d115275 req-353ea507-22ae-4423-af30-9ac2e5710c18 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2663801
Jan 26 11:49:01.710020 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cf6b419-789b-4d01-933e-8b531d115275 req-6349bb5e-2eda-4d19-bd75-a3685c0a3be8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840361
Jan 26 11:49:02.081021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce7dc39-d04b-436b-98a8-7028f77a7974,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:02.095121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:02.183243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:02.184393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:02.187611 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] 10.222.0.81 "PUT /v2.0/ports/4ce7dc39-d04b-436b-98a8-7028f77a7974 HTTP/1.1" status: 200  len: 1158 time: 3.1227729
Jan 26 11:49:02.253297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f7c4b-3ebf-4cd7-bc07-69a704771eac req-3d80f6c2-1a65-4812-bbbf-897c72a31e17 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:02.255346 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b3f7c4b-3ebf-4cd7-bc07-69a704771eac req-3d80f6c2-1a65-4812-bbbf-897c72a31e17 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 944 time: 0.5879984
Jan 26 11:49:02.256073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:49:02.419792 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b3f7c4b-3ebf-4cd7-bc07-69a704771eac req-72d21055-26f0-400d-89ce-d95bb8ccec1c tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469686
Jan 26 11:49:02.423095 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974', 'status': 'completed', 'code': 200}
Jan 26 11:49:03.039034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32891a-e91b-419d-af6f-ac31e58a7e30 req-e0b15231-f883-4c7f-9d26-c27127fed863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:03.042068 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c32891a-e91b-419d-af6f-ac31e58a7e30 req-e0b15231-f883-4c7f-9d26-c27127fed863 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 1161 time: 0.1935568
Jan 26 11:49:03.096344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdaf87-2c5b-45cc-b1e5-180dfb0703b2 req-89b71a10-f931-402e-a42d-6cabbaf2eb1b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:03.099233 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-14cdaf87-2c5b-45cc-b1e5-180dfb0703b2 req-89b71a10-f931-402e-a42d-6cabbaf2eb1b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2160583
Jan 26 11:49:03.202607 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-14cdaf87-2c5b-45cc-b1e5-180dfb0703b2 req-051af291-8fdf-4b2c-b02a-8962c6141161 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952795
Jan 26 11:49:03.315312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32891a-e91b-419d-af6f-ac31e58a7e30 req-d7e19feb-1fb2-499f-8404-45648c2055b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:03.318387 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c32891a-e91b-419d-af6f-ac31e58a7e30 req-d7e19feb-1fb2-499f-8404-45648c2055b1 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=fef6234d386d457a9a97480c304a1443&shared=False HTTP/1.1" status: 200  len: 905 time: 0.2623973
Jan 26 11:49:03.645019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32891a-e91b-419d-af6f-ac31e58a7e30 req-5dc4443d-1586-44f5-ab22-84696040dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:03.647390 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c32891a-e91b-419d-af6f-ac31e58a7e30 req-5dc4443d-1586-44f5-ab22-84696040dcf9 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3222468
Jan 26 11:49:03.893300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-5b424db0-7daa-4256-b2ba-b6370b9a349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:03.895046 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-5b424db0-7daa-4256-b2ba-b6370b9a349f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 1161 time: 0.1614296
Jan 26 11:49:03.936598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fe8e2-eee1-4675-ac2d-2e17400c860b req-98649ea4-4254-4498-9a7d-3c08fa0615d0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:03.938954 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee0fe8e2-eee1-4675-ac2d-2e17400c860b req-98649ea4-4254-4498-9a7d-3c08fa0615d0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 944 time: 0.2214065
Jan 26 11:49:04.024538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-ee0fe8e2-eee1-4675-ac2d-2e17400c860b req-f2f9d2ca-dd86-45f1-9fbe-9ae6d9377484 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:49:04.048465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-ee0fe8e2-eee1-4675-ac2d-2e17400c860b req-f2f9d2ca-dd86-45f1-9fbe-9ae6d9377484 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:49:04.050813 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee0fe8e2-eee1-4675-ac2d-2e17400c860b req-f2f9d2ca-dd86-45f1-9fbe-9ae6d9377484 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985303
Jan 26 11:49:04.125916 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-ce64baa5-66b0-44cd-9c12-f2045722792a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ce7dc39-d04b-436b-98a8-7028f77a7974 HTTP/1.1" status: 200  len: 217 time: 0.2110677
Jan 26 11:49:04.238962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-f45fd588-2845-48a7-873d-9db9735aa59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:04.241226 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-f45fd588-2845-48a7-873d-9db9735aa59d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 200  len: 850 time: 0.1074579
Jan 26 11:49:04.393987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-2e927e2d-1e31-4e08-b6f9-406dcbf635be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:04.393987 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-2e927e2d-1e31-4e08-b6f9-406dcbf635be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=337ebc75-db11-405b-a740-6b54aa04f856&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1364851
Jan 26 11:49:04.758788 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-b04a6c49-51ee-481a-bdf9-25ab59190e92 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3496671
Jan 26 11:49:05.050690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa980f8-c300-4ebc-865a-3732e7e3284a req-095c8800-7524-4322-8c3c-27f9cb08f1c4 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:05.054195 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caa980f8-c300-4ebc-865a-3732e7e3284a req-095c8800-7524-4322-8c3c-27f9cb08f1c4 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.4360690
Jan 26 11:49:05.124816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa32f07-cd7b-484a-9663-9bbe97179528 req-6db91cae-6b1e-4b6e-afae-c4fcfa4d7833 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:05.127801 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1fa32f07-cd7b-484a-9663-9bbe97179528 req-6db91cae-6b1e-4b6e-afae-c4fcfa4d7833 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.4711492
Jan 26 11:49:05.129306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36df57-2245-4504-86f8-db7261debece req-c6fa7e0b-69e2-4e6b-a4ff-ea4b07e060de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:05.132761 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-af36df57-2245-4504-86f8-db7261debece req-c6fa7e0b-69e2-4e6b-a4ff-ea4b07e060de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.5122597
Jan 26 11:49:05.206606 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caa980f8-c300-4ebc-865a-3732e7e3284a req-ff63c72c-5f01-46e9-a15e-5d205c17e336 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344786
Jan 26 11:49:05.225270 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-af36df57-2245-4504-86f8-db7261debece req-52eaa584-a9fe-4455-9fac-fcae74748b5f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788271
Jan 26 11:49:05.248685 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1c49a7b-5eef-4291-8a92-3cb398239010 req-5adc743f-c7f1-419c-8ed2-eecebfd51269 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4781716
Jan 26 11:49:05.295494 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1fa32f07-cd7b-484a-9663-9bbe97179528 req-a9676be2-875a-4e30-8eae-754d48c4fd4d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510241
Jan 26 11:49:05.649163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f25a0-31e9-4df2-b575-06a8df141beb req-0f6916fd-b284-410d-83ca-20f6fb43be19 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:05.658270 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-394f25a0-31e9-4df2-b575-06a8df141beb req-0f6916fd-b284-410d-83ca-20f6fb43be19 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 944 time: 0.2290471
Jan 26 11:49:05.758010 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-394f25a0-31e9-4df2-b575-06a8df141beb req-65d385e2-1635-402c-8a34-73af6fd83ca8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815988
Jan 26 11:49:06.704579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9b1d-dff2-4d5d-9ab9-4e189012f3f9 req-02c6edf0-2b38-413e-baf7-68fa5752bb67 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:06.709006 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-35ad9b1d-dff2-4d5d-9ab9-4e189012f3f9 req-02c6edf0-2b38-413e-baf7-68fa5752bb67 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2344186
Jan 26 11:49:06.838845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb27cc-7d2a-430f-a3a1-c95508e66ef5 req-df415779-c8ab-43cd-b3de-454f330ee0ad tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:06.842578 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efdb27cc-7d2a-430f-a3a1-c95508e66ef5 req-df415779-c8ab-43cd-b3de-454f330ee0ad tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.2657750
Jan 26 11:49:06.917489 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-35ad9b1d-dff2-4d5d-9ab9-4e189012f3f9 req-da88296f-dbaa-4b71-966b-633629683ae0 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974633
Jan 26 11:49:07.001416 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efdb27cc-7d2a-430f-a3a1-c95508e66ef5 req-a45f18fd-cca1-44c2-aadb-dc5ed4fca583 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401291
Jan 26 11:49:07.496947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7524ac-95c6-4650-bd80-ca6c593bb6b0 req-5ef2d91f-c3f6-42c5-9ffd-003b56b24812 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:07.499807 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7a7524ac-95c6-4650-bd80-ca6c593bb6b0 req-5ef2d91f-c3f6-42c5-9ffd-003b56b24812 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 944 time: 0.2006412
Jan 26 11:49:07.557224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:07.623525 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7a7524ac-95c6-4650-bd80-ca6c593bb6b0 req-6ed323e9-d068-4856-bdca-95b926af335a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154952
Jan 26 11:49:07.635243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 55084) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:07.696270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:07.701858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:07.850616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:07.901657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:07.924884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a105dc0f8b5436bba73c6616b2f3508 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:07.931459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:07.967258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:09.013805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:09.105538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda66aa-c294-4825-be97-b44f3ace40e5 req-507af990-99e2-484d-b294-2dfed13a2e2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:09.108414 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-deda66aa-c294-4825-be97-b44f3ace40e5 req-507af990-99e2-484d-b294-2dfed13a2e2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2662528
Jan 26 11:49:09.131467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55140) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:09.142917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100cbe-a8b7-4f58-ae64-eeba15d3b377 req-4bd19ee8-011f-4a5e-80e0-3e7c30cc472c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:09.145977 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-20100cbe-a8b7-4f58-ae64-eeba15d3b377 req-4bd19ee8-011f-4a5e-80e0-3e7c30cc472c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.2578866
Jan 26 11:49:09.147450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:09.174130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0291aca5-9556-444e-8fa1-62ba6014bcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:09.210908 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-deda66aa-c294-4825-be97-b44f3ace40e5 req-36eda3ac-4bad-4f40-ae64-f187eddf5aeb tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690708
Jan 26 11:49:09.502542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:09.526630 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a105dc0f8b5436bba73c6616b2f3508&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8888752
Jan 26 11:49:09.552637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55154) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:09.563525 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-20100cbe-a8b7-4f58-ae64-eeba15d3b377 req-d5b0cc9d-be3f-4f59-80b2-ca36e9dbbc30 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3914604
Jan 26 11:49:09.573556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:09.580470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Usage tracker for resource:security_group_rule and tenant:184167c1efcd4460961bc24a6fe4bda2 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:09.583508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f91464-7401-496f-9315-af10da72fe6f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:09.588309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:09.591486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:09.612416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:09.829320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:09.885294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e696aa6-154e-46fc-b22b-a1aa967cdffc req-e5c807fe-4bf7-426b-ac18-a08b53d8c000 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:09.888271 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1e696aa6-154e-46fc-b22b-a1aa967cdffc req-e5c807fe-4bf7-426b-ac18-a08b53d8c000 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 944 time: 0.4401834
Jan 26 11:49:10.009648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.041985 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1e696aa6-154e-46fc-b22b-a1aa967cdffc req-df37d2cf-b25a-4bf7-a385-aba2b55722ea tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232367
Jan 26 11:49:10.068907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.099826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.110224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:10.145840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.155483 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=184167c1efcd4460961bc24a6fe4bda2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0194237
Jan 26 11:49:10.164268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55184) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:10.193518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b9c501-a5c2-4af6-8110-37e39a915f40,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:10.195195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-a571c736-e506-42f5-a194-4cc22166aabf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:10.211777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c38721d1-ef0c-4c84-b0f5-a442fad32d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:10.211777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d58ce914-138c-4acc-90dc-3a503ddca7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:10.217308 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-a571c736-e506-42f5-a194-4cc22166aabf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.2546496
Jan 26 11:49:10.230439 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b35e82cc-8198-4c91-8ed1-bd98ec7c6a76 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/quotas/e0d44208700340928b5dd73865a8ed5c HTTP/1.1" status: 200  len: 375 time: 0.0112419
Jan 26 11:49:10.237825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f91464-7401-496f-9315-af10da72fe6f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:10.250054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:10.253363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.254639 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6f91464-7401-496f-9315-af10da72fe6f HTTP/1.1" status: 204  len: 168 time: 0.7005644
Jan 26 11:49:10.281276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.321048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.392337 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-ec8c12c0-411d-458f-98c9-98a1fe700c31 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1527569
Jan 26 11:49:10.427662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.433915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e70c5c9f-395a-4726-871a-e0e0068b5681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:10.452951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b9c501-a5c2-4af6-8110-37e39a915f40,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:10.456644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:10.457688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:10.461429 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70b9c501-a5c2-4af6-8110-37e39a915f40 HTTP/1.1" status: 204  len: 168 time: 0.2936776
Jan 26 11:49:10.612428 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-ce38d408-c69c-463e-9a4c-d3e19ccb43bd service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091720
Jan 26 11:49:10.794547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5bf87-cb2e-4519-bafd-014fadf45d16 req-9fd09b6c-ed4a-4bfc-a6d4-ce3f79c2cd1d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:10.796440 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1d5bf87-cb2e-4519-bafd-014fadf45d16 req-9fd09b6c-ed4a-4bfc-a6d4-ce3f79c2cd1d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2469742
Jan 26 11:49:10.801396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d227-092d-493b-9b4c-f620a2344325 req-9cc91b57-35bc-4a99-8c95-0514ef259a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:10.803342 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc18d227-092d-493b-9b4c-f620a2344325 req-9cc91b57-35bc-4a99-8c95-0514ef259a8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.3132010
Jan 26 11:49:10.839013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ce7dc39-d04b-436b-98a8-7028f77a7974 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:10.848096 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-cff01b94-0668-45d3-b392-b596b2effbc0 service neutron] 10.222.0.57 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2340336
Jan 26 11:49:11.035172 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1d5bf87-cb2e-4519-bafd-014fadf45d16 req-bcbb5dc8-65a8-48cb-832b-dde05b2168cc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304928
Jan 26 11:49:11.091648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d227-092d-493b-9b4c-f620a2344325 req-65543595-c17a-4976-a778-4087eb673a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:11.093348 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc18d227-092d-493b-9b4c-f620a2344325 req-65543595-c17a-4976-a778-4087eb673a0a service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.2652683
Jan 26 11:49:11.166318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 4ce7dc39-d04b-436b-98a8-7028f77a7974 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:49:11.176253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4ce7dc39-d04b-436b-98a8-7028f77a7974 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:11.181228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:11.196870 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc18d227-092d-493b-9b4c-f620a2344325 req-92cdb594-c559-40e7-81ba-6007f3b000d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 217 time: 0.0935833
Jan 26 11:49:11.360779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d227-092d-493b-9b4c-f620a2344325 req-cd94b4b7-7f54-4dd3-9e22-d4d6f36ed220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:11.363714 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc18d227-092d-493b-9b4c-f620a2344325 req-cd94b4b7-7f54-4dd3-9e22-d4d6f36ed220 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.1361644
Jan 26 11:49:11.470272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:11.535870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 4ce7dc39-d04b-436b-98a8-7028f77a7974, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ce7dc39-d04b-436b-98a8-7028f77a7974,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:49:11.538018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:49:11.577195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:11.581782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:11.613321 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc18d227-092d-493b-9b4c-f620a2344325 req-711ee691-9d96-46e3-a5b9-23c317ee5e61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1001663
Jan 26 11:49:11.674834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 55216) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:11.679075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=4ce7dc39-d04b-436b-98a8-7028f77a7974,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:11.684017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:11.707877 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:11.738603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:11.746437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e149ddcb677346779ad4a0bb67bd0d6b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:11.751053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:11.763598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:11.820678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cf995-f5b5-42a3-a6bf-5d4824b78097 req-d8e29bc7-c897-48ea-a83b-dcbaba7e952d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:11.822504 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e23cf995-f5b5-42a3-a6bf-5d4824b78097 req-d8e29bc7-c897-48ea-a83b-dcbaba7e952d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2923396
Jan 26 11:49:11.878938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6329cc-8e72-4654-8bd2-cbee5eefbc02 req-c8d9d3a5-3478-4f1b-8c6f-210a6eea2e79 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:11.889111 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6e6329cc-8e72-4654-8bd2-cbee5eefbc02 req-c8d9d3a5-3478-4f1b-8c6f-210a6eea2e79 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.6076574
Jan 26 11:49:11.938725 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e23cf995-f5b5-42a3-a6bf-5d4824b78097 req-a2be9605-7014-498c-bfc9-3101a9906e7e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974717
Jan 26 11:49:11.962614 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc18d227-092d-493b-9b4c-f620a2344325 req-2afca19d-2157-4dcd-bb53-1998bf1bd198 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3313689
Jan 26 11:49:12.051967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ce7dc39-d04b-436b-98a8-7028f77a7974 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:12.093834 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6e6329cc-8e72-4654-8bd2-cbee5eefbc02 req-63c024bd-08ac-421f-a4bd-2da43bb19324 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2039573
Jan 26 11:49:12.166572 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91dde98a-ecd5-4fae-8ab1-fb2efe6c6fc5 req-65636962-f8b9-405d-bc04-ee1e495e114c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 210 time: 0.1192062
Jan 26 11:49:12.213992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:12.248592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:12.263377 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974', 'code': 200}
Jan 26 11:49:12.273783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4ce7dc39-d04b-436b-98a8-7028f77a7974 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:12.274905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:12.290632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:12.290751 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc18d227-092d-493b-9b4c-f620a2344325 req-4ce623dd-a2b3-4214-9193-974a55abc90e service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3132119
Jan 26 11:49:12.301103 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e149ddcb677346779ad4a0bb67bd0d6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6216986
Jan 26 11:49:12.302350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55228) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:12.342659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4292b9-f5f1-4fc1-ba31-4fd6395ada7f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:12.347808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:12.441678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:12.475098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:12.528904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad05e15-8612-46ef-9d09-470d4244a651 req-855ba82e-d8f8-4302-92cc-4b9578253dc3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:12.530760 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ad05e15-8612-46ef-9d09-470d4244a651 req-855ba82e-d8f8-4302-92cc-4b9578253dc3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1643767
Jan 26 11:49:12.577791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:12.586096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-40b7c68e-437d-4b1f-88f7-fc4928611b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:12.597839 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ad05e15-8612-46ef-9d09-470d4244a651 req-294f1581-b284-4b25-8d8c-a07fff643138 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594018
Jan 26 11:49:12.609267 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4292b9-f5f1-4fc1-ba31-4fd6395ada7f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:12.612631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:12.614826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:12.623897 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe4292b9-f5f1-4fc1-ba31-4fd6395ada7f HTTP/1.1" status: 204  len: 168 time: 0.3125031
Jan 26 11:49:12.867338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee01e54-365c-4306-b270-d07ab6c22e9e req-8a453be7-e888-42ae-aeb2-06080693eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:12.869176 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ee01e54-365c-4306-b270-d07ab6c22e9e req-8a453be7-e888-42ae-aeb2-06080693eee4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 1163 time: 0.1064734
Jan 26 11:49:12.981956 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ee01e54-365c-4306-b270-d07ab6c22e9e req-7c4b21fa-ff5b-41a6-8a51-edb22d8dc7b0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849395
Jan 26 11:49:13.386497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95963643-8cd5-467e-bab4-4c92660bc25b req-845941e7-b125-457f-9aba-87eb201e66d2 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:13.396988 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-95963643-8cd5-467e-bab4-4c92660bc25b req-845941e7-b125-457f-9aba-87eb201e66d2 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2334387
Jan 26 11:49:13.472424 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-95963643-8cd5-467e-bab4-4c92660bc25b req-d79e9dc2-e41d-4686-9002-06b4113ff86e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693531
Jan 26 11:49:13.485858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8dc85-4a30-4e91-b8d9-25a80d12295f req-4b590fcc-38a9-4eba-8a87-1bf3935d9b7c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:13.487609 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ff8dc85-4a30-4e91-b8d9-25a80d12295f req-4b590fcc-38a9-4eba-8a87-1bf3935d9b7c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1947231
Jan 26 11:49:13.554970 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ff8dc85-4a30-4e91-b8d9-25a80d12295f req-ea58832e-52ce-4b0a-88e5-4a2253d7bbf1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605075
Jan 26 11:49:13.668141 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8675a03-7ac4-4c4f-a146-1c0dae609bf7 req-26d90b39-a1b1-4bf8-ac22-23a15d616557 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 210 time: 0.0545890
Jan 26 11:49:13.901165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbfa1-22ce-4275-b55e-50cb3d30b19e req-4c3a9e22-2893-4d3d-a56d-f69963a9cde5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:13.904946 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-270cbfa1-22ce-4275-b55e-50cb3d30b19e req-4c3a9e22-2893-4d3d-a56d-f69963a9cde5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1588280
Jan 26 11:49:14.025840 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-270cbfa1-22ce-4275-b55e-50cb3d30b19e req-b4c954f3-49a0-44c2-8581-f64dbc504208 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113369
Jan 26 11:49:14.235608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 55264) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:14.429310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1825886043-network', 'tenant_id': '1a0dc630e6894b8b9bd1f829e37ed3cb'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:49:14.444570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:14.451746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Usage tracker for resource:network and tenant:1a0dc630e6894b8b9bd1f829e37ed3cb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:14.456018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:14.467328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:14.542470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Made reservation on behalf of 1a0dc630e6894b8b9bd1f829e37ed3cb for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:49:14.551244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:14.594130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:14.619771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:14.629631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0dc630e6894b8b9bd1f829e37ed3cb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:14.635583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:14.647042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:14.771747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-7adc7157-11c5-4a41-a184-b8387302c851 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:14.774034 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-7adc7157-11c5-4a41-a184-b8387302c851 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 815 time: 0.5853741
Jan 26 11:49:14.794588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:14.828998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:14.837427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fba5e884-d5d5-4fb1-a7be-7c354f22eadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:14.874251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Request body: {'port': {'device_id': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997', 'admin_state_up': True, 'tenant_id': 'e0d44208700340928b5dd73865a8ed5c'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:49:14.957843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:49:14.986307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:14.987011 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Added segment b3ba0d17-ba94-4dcb-ba97-66004de12f72 of type vxlan for network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7
Jan 26 11:49:14.992771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076b5d09-06e6-445d-9f19-645dea2a4b8f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:15.040751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:15.051967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:15.077276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552c2f-fb9e-4343-a69c-0d7188068cbf req-351a401c-1e91-4e5a-b5e5-e0408587c4e6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:15.079447 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eb552c2f-fb9e-4343-a69c-0d7188068cbf req-351a401c-1e91-4e5a-b5e5-e0408587c4e6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.3046620
Jan 26 11:49:15.080515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-406e7b1c-1734-4fee-b1ae-3f4784bd2f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:15.218988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d6b18-27ce-4fe4-89e2-faaa6c58f046 req-e2547e7e-e533-4a06-b978-498ad2a39d08 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:15.226581 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5c1d6b18-27ce-4fe4-89e2-faaa6c58f046 req-e2547e7e-e533-4a06-b978-498ad2a39d08 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.3768890
Jan 26 11:49:15.232156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:15.240259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:15.243476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:15.276719 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eb552c2f-fb9e-4343-a69c-0d7188068cbf req-942bf7b9-d8e4-4526-bc7c-00123d21ace9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1758811
Jan 26 11:49:15.279462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:15.293780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5b8ff879-e717-45f1-9086-13ae5dbc7b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:15.320508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:15.405529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Made reservation on behalf of e0d44208700340928b5dd73865a8ed5c for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:49:15.461781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:15.639667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Pushing event updated for resources: {'Network': ['ID=6fdd3bb8-403f-4bdd-b054-a785c6659fc7,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:15.654025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:49:15.662958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:15.705310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:49:15.773521 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5c1d6b18-27ce-4fe4-89e2-faaa6c58f046 req-af309f25-5206-4003-bd52-d9954861181e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5380285
Jan 26 11:49:15.861366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-0c838f3a-3380-4cd0-8ac5-6dcd1b1c955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:15.863265 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-0c838f3a-3380-4cd0-8ac5-6dcd1b1c955c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.1671011
Jan 26 11:49:15.868684 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a34f2b40-8e74-42c3-803d-0f66efff540e req-da445f4b-bae2-42dd-a10d-dd2f1b661f1c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 210 time: 0.2058642
Jan 26 11:49:15.876796 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f3bfec22-48b2-421e-b3d9-6ea62d6d79a4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.6393867
Jan 26 11:49:15.877394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55286) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:15.907110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Request body: {'subnet': {'network_id': '6fdd3bb8-403f-4bdd-b054-a785c6659fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1825886043-subnet', 'tenant_id': '1a0dc630e6894b8b9bd1f829e37ed3cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:49:16.027115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:16.042483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Usage tracker for resource:subnet and tenant:1a0dc630e6894b8b9bd1f829e37ed3cb is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:16.048725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:16.062184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:16.144734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Made reservation on behalf of 1a0dc630e6894b8b9bd1f829e37ed3cb for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:49:16.149981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:16.194202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:16.214007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-2271276b-0e55-40eb-9223-123b1d32ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:16.218219 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-2271276b-0e55-40eb-9223-123b1d32ea49 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.3246827
Jan 26 11:49:16.300318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:16.301121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:16.361139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Allocated IP 172.20.0.12 (e3c4de12-d8cc-4d8a-950f-2db444ecf997/bdab0651-9dfa-43d5-8db7-b8a572188fad/30504ab9-02b2-46ae-8364-6aa445f11a82) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:49:16.385310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc7601-bb46-4070-bfe3-d5c5cb0575c9 req-0124b892-01c8-4a06-ae54-bc6cad8c1cee tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:16.395060 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f6bc7601-bb46-4070-bfe3-d5c5cb0575c9 req-0124b892-01c8-4a06-ae54-bc6cad8c1cee tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3312120
Jan 26 11:49:16.443391 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-61757346-4a51-454e-926a-ce2b347dfa19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 217 time: 0.2151339
Jan 26 11:49:16.582137 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f6bc7601-bb46-4070-bfe3-d5c5cb0575c9 req-a45c5a24-e8e4-4ccc-94b5-36f9f230f29b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860821
Jan 26 11:49:16.613040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-b704bc2a-9d67-4b91-9d77-7314ffe338c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:16.616309 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-b704bc2a-9d67-4b91-9d77-7314ffe338c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.1617017
Jan 26 11:49:16.740698 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-98d6ed75-6d32-4470-842f-cae433038e8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1073709
Jan 26 11:49:17.158702 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-211c5578-d6c9-4e28-9928-8be63d7b4a5d service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4095922
Jan 26 11:49:17.268682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:17.369038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24308225-2e87-4696-b4b7-78501a1f114b req-4e52a30b-d7fa-47c6-8bdd-aabfb6f15570 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:17.392119 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-24308225-2e87-4696-b4b7-78501a1f114b req-4e52a30b-d7fa-47c6-8bdd-aabfb6f15570 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.7794158
Jan 26 11:49:17.439379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8f4aee9f-f576-4699-a111-a533f4618bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:17.485763 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca8314d7-1ed4-40eb-8142-9b1d98cb73ed req-d02f368d-10a2-488a-97cc-6ae9a4af3ff2 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3194642
Jan 26 11:49:17.569082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6debb-b7b6-4875-b37b-d6b9d973aff9 req-6a2cd82b-f02d-4738-89a6-57dd42e9aad6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:17.571149 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-90f6debb-b7b6-4875-b37b-d6b9d973aff9 req-6a2cd82b-f02d-4738-89a6-57dd42e9aad6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.3253858
Jan 26 11:49:17.646080 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-24308225-2e87-4696-b4b7-78501a1f114b req-bdf59792-491e-4577-b202-b9879aff317a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2453241
Jan 26 11:49:17.720524 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-90f6debb-b7b6-4875-b37b-d6b9d973aff9 req-ce019619-fcc6-44b0-8374-3bf2701c1d4d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1351557
Jan 26 11:49:17.743747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:17.789257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9ebb5233-8487-47ef-a88c-d687131c2534 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:18.079363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event updated for resources: {'Port': ['ID=30504ab9-02b2-46ae-8364-6aa445f11a82,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:18.115717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:18.125963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:18.208173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95246a-73c3-4083-8f98-e0ccd75bd537 req-3115cbf7-e580-4f80-ba42-e87417eb03fe tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:18.210004 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1d95246a-73c3-4083-8f98-e0ccd75bd537 req-3115cbf7-e580-4f80-ba42-e87417eb03fe tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2192588
Jan 26 11:49:18.222769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 55310) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:18.235197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'floatingip': {'port_id': '4ce7dc39-d04b-436b-98a8-7028f77a7974'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:49:18.248649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:18.273787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:18.328319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:49:18.339108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:49:18.347265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:49:18.347542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:18.395337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:18.396572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:18.549100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515376-0874-4074-8e5e-bfcf19d5604a req-7badacbe-9d45-4a6d-a60f-992d99e32780 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:18.550916 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d515376-0874-4074-8e5e-bfcf19d5604a req-7badacbe-9d45-4a6d-a60f-992d99e32780 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 932 time: 0.5548975
Jan 26 11:49:18.568425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67fac03-cf1a-4c0e-9421-6ea9188d55db,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:18.592129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:18.673541 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d515376-0874-4074-8e5e-bfcf19d5604a req-61149537-088c-4195-ab2a-9ac9bc5fff2a tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062939
Jan 26 11:49:18.678761 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8098221
Jan 26 11:49:18.709365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Request body: {'port': {'device_id': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:49:18.774625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Checking segment: {'id': 'b3ba0d17-ba94-4dcb-ba97-66004de12f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6fdd3bb8-403f-4bdd-b054-a785c6659fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:49:18.775043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Network hostable DHCP agents. Network: 6fdd3bb8-403f-4bdd-b054-a785c6659fc7, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:49:18.776688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:18.876586 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:19.165331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:49:19.272451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 6fdd3bb8-403f-4bdd-b054-a785c6659fc7) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:49:19.284935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77309d-d80c-468f-b757-fbc813b7c21e None None] Network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:49:19.291071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:19.291729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:19.400262 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-70ce5a0d-e4d8-4ebe-be82-54494e3625bf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.5160201
Jan 26 11:49:19.471938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea99e5-e3f8-4203-a049-3fd09a97f31f req-3593b943-1ec3-4ceb-8491-3d7f6a49db03 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:19.479013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c730be3-7baa-45ae-97a4-82b5802330cc req-1a9b94bf-0371-4c9a-9be0-047cafc9bc5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:19.485850 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-34ea99e5-e3f8-4203-a049-3fd09a97f31f req-3593b943-1ec3-4ceb-8491-3d7f6a49db03 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3272929
Jan 26 11:49:19.489008 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c730be3-7baa-45ae-97a4-82b5802330cc req-1a9b94bf-0371-4c9a-9be0-047cafc9bc5c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.4773777
Jan 26 11:49:19.560107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.resource_extend [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 11:49:19.664915 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-34ea99e5-e3f8-4203-a049-3fd09a97f31f req-821d3bea-af97-4b49-b570-3ca8f689acb8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780105
Jan 26 11:49:19.701514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c730be3-7baa-45ae-97a4-82b5802330cc req-9913a3fd-8426-4a6f-a75d-01de7a914498 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1973596
Jan 26 11:49:19.800245 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:19.837409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:20.032948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:20.049326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae514e8-02ec-4e50-8a2e-9a9d0c2fca26 None None] Network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:49:20.104973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30504ab9-02b2-46ae-8364-6aa445f11a82 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:49:20.120210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:20.144432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Transition to ACTIVE for port object 30504ab9-02b2-46ae-8364-6aa445f11a82 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:49:20.186871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:20.212213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f5adedbc-7f46-48a1-b5c5-cfe0961ba44f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:20.345438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7310-c501-44a0-a3aa-0e60dd3db00f req-b4b244f4-067f-4d45-8c48-3859e9c7122a tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:20.347346 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e3ab7310-c501-44a0-a3aa-0e60dd3db00f req-b4b244f4-067f-4d45-8c48-3859e9c7122a tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 932 time: 0.3772421
Jan 26 11:49:20.378803 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Floating IP afacc772-57fb-4003-b95f-fb87527f39bc associated. External IP: 172.27.2.251, port: 4ce7dc39-d04b-436b-98a8-7028f77a7974.
Jan 26 11:49:20.441865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Pushing event updated for resources: {'Port': ['ID=30504ab9-02b2-46ae-8364-6aa445f11a82,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:20.450317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:20.591719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Attempting to bind port 30504ab9-02b2-46ae-8364-6aa445f11a82 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:49:20.592727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Attempting to bind port 30504ab9-02b2-46ae-8364-6aa445f11a82 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:49:20.592727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Attempting to bind port 30504ab9-02b2-46ae-8364-6aa445f11a82 on network e3c4de12-d8cc-4d8a-950f-2db444ecf997 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:49:20.596615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e3ab7310-c501-44a0-a3aa-0e60dd3db00f req-8eff0ce4-9a94-43f5-a925-2e58e8426c56 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379122
Jan 26 11:49:20.603429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:49:20.604006 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Checking segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:49:20.604631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:20.605257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Bound using segment: {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:49:20.606612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Bound port: 30504ab9-02b2-46ae-8364-6aa445f11a82, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e3c4de12-d8cc-4d8a-950f-2db444ecf997'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:49:20.607642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:20.750564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] For port 30504ab9-02b2-46ae-8364-6aa445f11a82, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:49:20.756044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] For port 30504ab9-02b2-46ae-8364-6aa445f11a82, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=30504ab9-02b2-46ae-8364-6aa445f11a82,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:49:20.792693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:20.818101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:21.010517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55372) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:21.016808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Pushing event updated for resources: {'Port': ['ID=30504ab9-02b2-46ae-8364-6aa445f11a82,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:21.023882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305635011-network', 'tenant_id': 'fb14e68125c54c91abfef6ad7c7a62d4'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:49:21.031266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:21.037660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:21.055710 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Usage tracker for resource:network and tenant:fb14e68125c54c91abfef6ad7c7a62d4 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:21.063574 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:21.083943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:21.099141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:21.099693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.101293 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] 10.222.0.81 "PUT /v2.0/ports/30504ab9-02b2-46ae-8364-6aa445f11a82 HTTP/1.1" status: 200  len: 1158 time: 2.3993688
Jan 26 11:49:21.101943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:49:21.145934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Made reservation on behalf of fb14e68125c54c91abfef6ad7c7a62d4 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:49:21.151154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.173590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.196294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:21.202925 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82', 'status': 'completed', 'code': 200}
Jan 26 11:49:21.203972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Usage tracker for resource:security_group_rule and tenant:fb14e68125c54c91abfef6ad7c7a62d4 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:21.207878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:21.214388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:21.330211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:49:21.395741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a10e5e-1ed1-49b2-985f-dc0b029ef7f5 req-554a27fb-b48d-4ebb-904a-60583176c215 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:21.395974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.398616 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-57a10e5e-1ed1-49b2-985f-dc0b029ef7f5 req-554a27fb-b48d-4ebb-904a-60583176c215 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.4516044
Jan 26 11:49:21.405727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-568d4888-7c04-43cc-b92e-5896146b5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:21.412457 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-568d4888-7c04-43cc-b92e-5896146b5b36 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 1161 time: 0.1468894
Jan 26 11:49:21.510027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.522832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-39e10b13-3208-4d67-b3fb-5a15981d0857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:21.542702 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-9e4f8466-a4c4-4f7f-822d-9e9c5c9bd58d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30504ab9-02b2-46ae-8364-6aa445f11a82 HTTP/1.1" status: 200  len: 217 time: 0.1180186
Jan 26 11:49:21.617522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:49:21.634353 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-57a10e5e-1ed1-49b2-985f-dc0b029ef7f5 req-b1141a9f-32db-4f9a-bc7f-c66b922aa3f3 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2241480
Jan 26 11:49:21.638630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d30a5a-59d7-4404-97b2-4d7114e874ab,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:21.650770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:21.656264 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.657741 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Added segment c2d45da1-b5ed-4586-8387-c3d79d0e5e25 of type vxlan for network 33521dc6-b15c-49c6-8724-44b8783f4d4d
Jan 26 11:49:21.669907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b28775fc-0d0f-4ddf-a4f0-7b26fb559b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:21.671527 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-b28775fc-0d0f-4ddf-a4f0-7b26fb559b39 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.1176624
Jan 26 11:49:21.708446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:49:21.715424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.720720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] Sync routers for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:49:21.734500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:49:21.736231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bcdd8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:49:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:49:21.748430 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-9f62d323-2ccb-4f84-a2ce-96fd5648deab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610166
Jan 26 11:49:21.800943 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-88cd8b77-da01-47ad-95f3-5076cfa8d461 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "PUT /v2.0/floatingips/afacc772-57fb-4003-b95f-fb87527f39bc HTTP/1.1" status: 200  len: 992 time: 3.5758638
Jan 26 11:49:21.805533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:49:21.812790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.926833 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.937315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:21.938158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:21.953719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-767dc19e-f298-47be-bdac-b17d467f5626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:22.096712 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974', 'status': 'completed', 'code': 200}
Jan 26 11:49:22.162280 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1501832
Jan 26 11:49:22.165402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 55390) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:22.173939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Request body: {'subnet': {'network_id': '33521dc6-b15c-49c6-8724-44b8783f4d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305635011-subnet', 'tenant_id': 'fb14e68125c54c91abfef6ad7c7a62d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:49:22.176353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Pushing event updated for resources: {'Network': ['ID=33521dc6-b15c-49c6-8724-44b8783f4d4d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:22.184008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:22.189008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:22.191989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:49:22.192937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 33521dc6-b15c-49c6-8724-44b8783f4d4d details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:49:22.207582 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-0f1ca9d2-2355-40aa-9194-11f8f89fd849 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4417868
Jan 26 11:49:22.246045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Usage tracker for resource:subnet and tenant:fb14e68125c54c91abfef6ad7c7a62d4 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:22.256654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:22.259662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 33521dc6-b15c-49c6-8724-44b8783f4d4d details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:49:22.267047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:22.273255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b12b-bee6-41b9-ac7d-a91fa8c3a176 req-0ba44823-5c03-4a64-a0ae-3af257b5a377 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:22.274115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0f49b12b-bee6-41b9-ac7d-a91fa8c3a176 req-0ba44823-5c03-4a64-a0ae-3af257b5a377 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:49:22.330493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-1a5dbe63-d9b1-4ac9-bdef-68b725eb249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:22.332197 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-1a5dbe63-d9b1-4ac9-bdef-68b725eb249e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 1163 time: 0.1448557
Jan 26 11:49:22.333462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Made reservation on behalf of fb14e68125c54c91abfef6ad7c7a62d4 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:49:22.338783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:22.395124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0f49b12b-bee6-41b9-ac7d-a91fa8c3a176 req-0ba44823-5c03-4a64-a0ae-3af257b5a377 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:49:22.396751 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0f49b12b-bee6-41b9-ac7d-a91fa8c3a176 req-0ba44823-5c03-4a64-a0ae-3af257b5a377 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 944 time: 0.5991750
Jan 26 11:49:22.496722 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a1b0789-e898-47d0-a2b2-2a46b929e9d0 req-d9793627-5809-4d5a-ac00-3d6b32c234a2 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2188125
Jan 26 11:49:22.521331 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0f49b12b-bee6-41b9-ac7d-a91fa8c3a176 req-12ca5de0-cb2c-4818-8f73-64ada2d12724 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169417
Jan 26 11:49:22.702011 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-65479271-dba7-45db-b171-3651e8cff461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:22.706328 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-65479271-dba7-45db-b171-3651e8cff461 service neutron] 10.222.0.81 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 905 time: 0.3465092
Jan 26 11:49:22.734034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bcdd8>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'afacc772-57fb-4003-b95f-fb87527f39bc', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'port_id': '4ce7dc39-d04b-436b-98a8-7028f77a7974', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'mac_address': 'fa:16:3e:1a:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:48:45Z', 'updated_at': '2021-01-26T11:49:19Z', 'revision_number': 1, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:49:22.741465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] Checking router: 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:49:22.752953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:49:22.754178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bcdd8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:49:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:49:22.754672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-fc9c3d29-1cde-4fc1-8f06-1fbf13da6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:22.756500 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-fc9c3d29-1cde-4fc1-8f06-1fbf13da6328 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d44208700340928b5dd73865a8ed5c&device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 1161 time: 0.0998695
Jan 26 11:49:22.947211 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-a23e6666-32a7-4cbe-ba70-f5bf07082e85 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ce7dc39-d04b-436b-98a8-7028f77a7974 HTTP/1.1" status: 200  len: 1000 time: 0.2326736
Jan 26 11:49:22.975018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-5b741c5a-65c5-4d4b-b114-f890baf7ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:22.978826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-5b741c5a-65c5-4d4b-b114-f890baf7ec24 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 200  len: 909 time: 0.1919417
Jan 26 11:49:23.065431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:49:23.106903 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-e3653a1e-18a8-4d7b-a655-29fdc81efe8d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30504ab9-02b2-46ae-8364-6aa445f11a82 HTTP/1.1" status: 200  len: 217 time: 0.1214385
Jan 26 11:49:23.186985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-5cbf70f6-bfd4-432a-98ef-6aa111e1e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:23.188765 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-5cbf70f6-bfd4-432a-98ef-6aa111e1e9d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 200  len: 855 time: 0.0808282
Jan 26 11:49:23.268183 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-e77f343b-4e62-43ef-8abb-2b93a5b706d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e3c4de12-d8cc-4d8a-950f-2db444ecf997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674059
Jan 26 11:49:23.275154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0c70d-d787-4c1c-86c1-e01d62937182 req-af1b2c8e-3633-4767-996b-2f22d6db5772 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:23.279374 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-56a0c70d-d787-4c1c-86c1-e01d62937182 req-af1b2c8e-3633-4767-996b-2f22d6db5772 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.4363756
Jan 26 11:49:23.308401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-550c428e-6399-4fce-b9dc-91b05a6a8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:23.310306 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-550c428e-6399-4fce-b9dc-91b05a6a8e3e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 200  len: 850 time: 0.3418376
Jan 26 11:49:23.335938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:23.446842 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-18b294b9-14da-4bfd-9bc6-1decae59e961 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699154
Jan 26 11:49:23.471555 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-56a0c70d-d787-4c1c-86c1-e01d62937182 req-6df1c547-b740-40db-8d3d-5e851a5f2cb2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1596463
Jan 26 11:49:23.554602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-c8c7b826-bdef-4075-b68f-e1887fe19125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:23.556532 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-c8c7b826-bdef-4075-b68f-e1887fe19125 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=337ebc75-db11-405b-a740-6b54aa04f856&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2057476
Jan 26 11:49:23.588169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bcdd8>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'afacc772-57fb-4003-b95f-fb87527f39bc', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'port_id': '4ce7dc39-d04b-436b-98a8-7028f77a7974', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'mac_address': 'fa:16:3e:1a:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:48:45Z', 'updated_at': '2021-01-26T11:49:19Z', 'revision_number': 1, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:49:23.599476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14106e-7da1-422a-9200-9c459d2391cd None None] The sync data for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi is: [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'afacc772-57fb-4003-b95f-fb87527f39bc', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'port_id': '4ce7dc39-d04b-436b-98a8-7028f77a7974', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'mac_address': 'fa:16:3e:1a:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:48:45Z', 'updated_at': '2021-01-26T11:49:19Z', 'revision_number': 1, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:49:23.832109 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-c09bdd16-4ca6-426b-b75e-6892518112d1 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186024
Jan 26 11:49:23.982317 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b72589a4-b7e2-4a18-9a6e-9612b577116d req-d25a9b38-68a2-46f6-b8e8-dcf0381293f1 service neutron] 10.222.0.81 "GET /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5184410
Jan 26 11:49:24.012150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1378ef-ae51-45dc-80cb-c6d939898561 None None] New status for floating IP afacc772-57fb-4003-b95f-fb87527f39bc: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:49:24.054972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:24.056025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa3a0a-ff37-41d4-9db4-ececaf45565e req-6056db85-fcba-40b8-a128-70c39cfc3911 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:24.057935 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e1aa3a0a-ff37-41d4-9db4-ececaf45565e req-6056db85-fcba-40b8-a128-70c39cfc3911 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 944 time: 0.2819390
Jan 26 11:49:24.138136 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e1aa3a0a-ff37-41d4-9db4-ececaf45565e req-34af6d99-d426-4d90-b029-1635bc092d43 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685365
Jan 26 11:49:24.182433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-979b950e-c007-409e-9b3a-266f2d15fa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:24.300366 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb51cd90-bf89-489f-ad1c-ce24a61c5e24 req-12137c02-45f1-4d39-a012-cf0796a7f119 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4523251
Jan 26 11:49:24.319731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f7c1a8-e807-4d23-a850-04b2e61d0fc9,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:24.334381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:24.430748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Checking segment: {'id': 'c2d45da1-b5ed-4586-8387-c3d79d0e5e25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '33521dc6-b15c-49c6-8724-44b8783f4d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:49:24.431481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Network hostable DHCP agents. Network: 33521dc6-b15c-49c6-8724-44b8783f4d4d, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:49:24.513438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Network 33521dc6-b15c-49c6-8724-44b8783f4d4d is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:49:24.577897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 33521dc6-b15c-49c6-8724-44b8783f4d4d) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:49:24.590683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16a2f9-1e6a-47d6-909c-7e0690473f11 None None] Network 33521dc6-b15c-49c6-8724-44b8783f4d4d requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:49:24.600668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:24.601806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:24.657349 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4902859
Jan 26 11:49:24.839959 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738392a4-af80-4675-9123-9f24de869ba5 req-3a5f5274-d0f4-417f-8360-7d292689f48a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:24.842038 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-738392a4-af80-4675-9123-9f24de869ba5 req-3a5f5274-d0f4-417f-8360-7d292689f48a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1531022
Jan 26 11:49:24.860013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13444c11-4f26-484b-a864-b8ba152f37c2 None None] Network 33521dc6-b15c-49c6-8724-44b8783f4d4d requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:49:24.908514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-738392a4-af80-4675-9123-9f24de869ba5 req-13c153a2-406f-4eff-a277-6f29a862e751 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593474
Jan 26 11:49:25.426517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0f3f4-a182-4cb2-9034-c1a178401290 req-65d52ba2-7335-45f0-abac-f0df378f9cbc tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:25.428352 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fac0f3f4-a182-4cb2-9034-c1a178401290 req-65d52ba2-7335-45f0-abac-f0df378f9cbc tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 944 time: 0.1427431
Jan 26 11:49:25.501473 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fac0f3f4-a182-4cb2-9034-c1a178401290 req-461cca87-8ddc-4629-994f-25125d50558f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614460
Jan 26 11:49:26.221897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da04c1-fd34-497f-9aee-731c2c41c424 req-7ffa1a7a-f03c-4bb5-a1c7-8cf2abf6619b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:26.223524 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4da04c1-fd34-497f-9aee-731c2c41c424 req-7ffa1a7a-f03c-4bb5-a1c7-8cf2abf6619b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1263089
Jan 26 11:49:26.288683 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4da04c1-fd34-497f-9aee-731c2c41c424 req-9ff1ad75-96ab-4827-8b60-d7800e280a0f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588510
Jan 26 11:49:26.832149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ea49-2b3d-40af-b038-afddb1d1aacc req-59e66dd1-0cb6-4672-810d-4188114bd344 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:26.833901 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ed31ea49-2b3d-40af-b038-afddb1d1aacc req-59e66dd1-0cb6-4672-810d-4188114bd344 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 944 time: 0.1353235
Jan 26 11:49:26.901230 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ed31ea49-2b3d-40af-b038-afddb1d1aacc req-9cc9437d-8527-4063-bbfe-2511383bf50b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595596
Jan 26 11:49:27.572638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db2a0f-7c36-4e05-9f69-edc9b96f6caf req-c00b7bdc-b28a-4787-845a-a5e5f60b74bb tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:27.574479 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-82db2a0f-7c36-4e05-9f69-edc9b96f6caf req-c00b7bdc-b28a-4787-845a-a5e5f60b74bb tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1326585
Jan 26 11:49:27.635938 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-82db2a0f-7c36-4e05-9f69-edc9b96f6caf req-376252d3-ea41-4749-9b3f-0415b2dc2db0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545311
Jan 26 11:49:27.874734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 30504ab9-02b2-46ae-8364-6aa445f11a82 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:27.975812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 30504ab9-02b2-46ae-8364-6aa445f11a82 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:49:27.982152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 30504ab9-02b2-46ae-8364-6aa445f11a82 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:27.982805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:28.114596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:28.154204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:49:28.165263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 30504ab9-02b2-46ae-8364-6aa445f11a82, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=30504ab9-02b2-46ae-8364-6aa445f11a82,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:49:28.237964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:28.242136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:28.276106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:28.327026 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82', 'code': 200}
Jan 26 11:49:28.406863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=30504ab9-02b2-46ae-8364-6aa445f11a82,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:28.410629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:28.422555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:28.422966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:28.446416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48165a11-e679-4bb7-b782-f575d19432db req-2e52dddf-5a23-4d4c-b11e-d8fcdde92731 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:28.448332 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-48165a11-e679-4bb7-b782-f575d19432db req-2e52dddf-5a23-4d4c-b11e-d8fcdde92731 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 944 time: 0.4001598
Jan 26 11:49:28.511708 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-48165a11-e679-4bb7-b782-f575d19432db req-ef1f34f4-62c2-4ae6-bd4e-aa0455469e1b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554178
Jan 26 11:49:28.926364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ab57-755c-4fdf-a374-d1ab5e7e4a94 req-0cdb7223-40a2-41b2-8562-03f14cd05e59 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:28.928135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6a01ab57-755c-4fdf-a374-d1ab5e7e4a94 req-0cdb7223-40a2-41b2-8562-03f14cd05e59 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1353507
Jan 26 11:49:28.987218 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6a01ab57-755c-4fdf-a374-d1ab5e7e4a94 req-171f6f1d-e1bc-4afb-8eb6-b2518c68b15d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521934
Jan 26 11:49:29.789610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8d4b0-f641-4ad7-a217-ac825144aa72 req-3e8519b2-6bec-4088-9d1a-9416fb3b76cd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:29.791344 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6da8d4b0-f641-4ad7-a217-ac825144aa72 req-3e8519b2-6bec-4088-9d1a-9416fb3b76cd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1412508
Jan 26 11:49:29.852745 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6da8d4b0-f641-4ad7-a217-ac825144aa72 req-6b2fcd69-b473-444c-b2d7-579a2df37460 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530539
Jan 26 11:49:30.275581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348186f7-b884-4c89-ab04-ac92ffff5945 req-31389662-2b75-4ba3-836c-1d2fd959931a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:30.277396 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-348186f7-b884-4c89-ab04-ac92ffff5945 req-31389662-2b75-4ba3-836c-1d2fd959931a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1378748
Jan 26 11:49:30.337191 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-348186f7-b884-4c89-ab04-ac92ffff5945 req-c77fc386-961d-4613-9d9f-61e9a69f49fa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528054
Jan 26 11:49:31.155856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a403d28-71c1-4468-b46e-feb68db235d8 req-c5a382c6-ac5d-4f16-8900-809ad94176ea tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:31.157555 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3a403d28-71c1-4468-b46e-feb68db235d8 req-c5a382c6-ac5d-4f16-8900-809ad94176ea tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1644630
Jan 26 11:49:31.227924 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3a403d28-71c1-4468-b46e-feb68db235d8 req-4df74266-406d-4aa8-9301-09f68a363aed tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578625
Jan 26 11:49:31.699980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48aa29-707b-4f49-adb2-83dde4a537e4 req-b6dbdf38-3d64-49eb-9fca-b2b8d444afb4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:31.710117 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cc48aa29-707b-4f49-adb2-83dde4a537e4 req-b6dbdf38-3d64-49eb-9fca-b2b8d444afb4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1847568
Jan 26 11:49:31.775737 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cc48aa29-707b-4f49-adb2-83dde4a537e4 req-c76b2b0a-b74f-4932-b3b3-ea6d5bb6ba86 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641768
Jan 26 11:49:31.820282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dc240-d408-4c29-b08c-4e0d78db1fc9 req-a7d1872e-ee9c-48a1-aab0-bff337b6baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:31.821997 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-550dc240-d408-4c29-b08c-4e0d78db1fc9 req-a7d1872e-ee9c-48a1-aab0-bff337b6baf8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 1163 time: 0.1100278
Jan 26 11:49:31.875347 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-550dc240-d408-4c29-b08c-4e0d78db1fc9 req-7c6cba71-b3cd-4655-8824-4d3e7c745cd8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442526
Jan 26 11:49:31.883435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 30504ab9-02b2-46ae-8364-6aa445f11a82 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:31.960121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 30504ab9-02b2-46ae-8364-6aa445f11a82 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:31.960557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:32.052445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:49:32.520437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a7df9-5a76-4bed-9ed1-c773ca24fd96 req-b9cae136-0db4-469e-b966-637bdb61c036 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:32.522399 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e89a7df9-5a76-4bed-9ed1-c773ca24fd96 req-b9cae136-0db4-469e-b966-637bdb61c036 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1424198
Jan 26 11:49:32.604843 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e89a7df9-5a76-4bed-9ed1-c773ca24fd96 req-e6d2fc36-5a9d-49cf-a364-210dcf5e848a tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743723
Jan 26 11:49:33.118477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd64e-1a83-4618-9151-a57ed9dc69ca req-b250bc2a-c24f-4663-81ab-cf65ec7ca3bc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:33.120394 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2c0bd64e-1a83-4618-9151-a57ed9dc69ca req-b250bc2a-c24f-4663-81ab-cf65ec7ca3bc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1334651
Jan 26 11:49:33.187478 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2c0bd64e-1a83-4618-9151-a57ed9dc69ca req-9a0fd4bc-e87c-43f2-98f6-14279c380a71 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597355
Jan 26 11:49:34.024619 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986a3f-96fa-4351-ad97-2a298ed8d6b0 req-807d9951-16bc-4d58-af17-b902525b114c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:34.027930 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-70986a3f-96fa-4351-ad97-2a298ed8d6b0 req-807d9951-16bc-4d58-af17-b902525b114c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.2589571
Jan 26 11:49:34.145116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 30504ab9-02b2-46ae-8364-6aa445f11a82 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:49:34.231235 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-70986a3f-96fa-4351-ad97-2a298ed8d6b0 req-9296ef70-d0c9-4ad7-b88f-afb0ec7524cd tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912909
Jan 26 11:49:34.340365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 30504ab9-02b2-46ae-8364-6aa445f11a82 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:49:34.340999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:34.632898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-68252e9a-9171-4f8e-a1f7-6917bc999d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:34.635652 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-68252e9a-9171-4f8e-a1f7-6917bc999d51 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.1289427
Jan 26 11:49:34.841999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-29c0fe2c-7b4a-4400-9538-d54dbfb910c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:34.845687 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-29c0fe2c-7b4a-4400-9538-d54dbfb910c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.1975074
Jan 26 11:49:34.966152 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-5e278ef5-8bbe-457b-a1db-787c4f9dd473 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 217 time: 0.1092072
Jan 26 11:49:35.089466 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ed139-74a7-432e-add5-8aa26bfcb6be req-b348bcef-e29d-4094-acfb-8a66255fbff7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:35.092210 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a65ed139-74a7-432e-add5-8aa26bfcb6be req-b348bcef-e29d-4094-acfb-8a66255fbff7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.2941444
Jan 26 11:49:35.136733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-17d5d76d-11ab-4be9-a179-50d876124f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:35.138795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-17d5d76d-11ab-4be9-a179-50d876124f6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.0913680
Jan 26 11:49:35.182760 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a65ed139-74a7-432e-add5-8aa26bfcb6be req-e7293a4c-f701-4c48-9d4d-a2fbf3b83967 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779746
Jan 26 11:49:35.225643 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-5d9de0e8-8ddc-4a6a-b4c8-7d603adb7e9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690279
Jan 26 11:49:35.301711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e268a2-0d3b-42eb-8cdb-0086cba2d2d6 req-2d182e91-873e-413b-b810-c7f9e2c3ffae tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:35.313970 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-45e268a2-0d3b-42eb-8cdb-0086cba2d2d6 req-2d182e91-873e-413b-b810-c7f9e2c3ffae tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3464005
Jan 26 11:49:35.568226 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-c4120660-b076-4dc1-a583-23e3bbd537d9 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517033
Jan 26 11:49:35.848809 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-45e268a2-0d3b-42eb-8cdb-0086cba2d2d6 req-80b35f78-c3ce-4c5b-b42c-59a2b74a7787 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5335383
Jan 26 11:49:36.007900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084542ff-1458-48bd-836f-e15bcb2c8b2f req-a1f1f82d-3445-406f-8268-f65f7ecf3874 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:36.017490 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-084542ff-1458-48bd-836f-e15bcb2c8b2f req-a1f1f82d-3445-406f-8268-f65f7ecf3874 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.3541729
Jan 26 11:49:36.123200 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ab9ef2b-6bf1-42d6-b9c2-928f8aa224a4 req-d61c11e6-fd08-4f63-b759-9e32ab5e10d1 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4504066
Jan 26 11:49:36.137953 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-084542ff-1458-48bd-836f-e15bcb2c8b2f req-4a9b3fe3-e7f5-493c-91fc-ea0ea2b5b43f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162035
Jan 26 11:49:36.682185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3043-db40-43d0-8d6c-9d4eaaac57f4 req-5ba47d7b-5261-4979-9f57-41b9c9bd9842 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:36.685264 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d5bf3043-db40-43d0-8d6c-9d4eaaac57f4 req-5ba47d7b-5261-4979-9f57-41b9c9bd9842 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.2314117
Jan 26 11:49:36.769153 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d5bf3043-db40-43d0-8d6c-9d4eaaac57f4 req-eecc172b-1fba-4666-809c-3c89a6d71b8c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735672
Jan 26 11:49:37.286436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1de91-f244-4ee4-a299-f456ddc88bf1 req-c73415d5-e544-452f-a6a2-669a1e00d3c2 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:37.296411 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60b1de91-f244-4ee4-a299-f456ddc88bf1 req-c73415d5-e544-452f-a6a2-669a1e00d3c2 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1865027
Jan 26 11:49:37.400759 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60b1de91-f244-4ee4-a299-f456ddc88bf1 req-18e8f5a4-0310-406d-bb86-864d1d74f40b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031525
Jan 26 11:49:38.217504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2ae2f-04d2-430d-8d63-54b0868e2659 req-dc322122-d2e0-4014-833e-06c08d94e407 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:38.219283 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-36c2ae2f-04d2-430d-8d63-54b0868e2659 req-dc322122-d2e0-4014-833e-06c08d94e407 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1943719
Jan 26 11:49:38.284529 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-36c2ae2f-04d2-430d-8d63-54b0868e2659 req-ee177041-8d50-444b-87e2-a6e579155bd4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575087
Jan 26 11:49:38.959798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99405b16-9528-48fb-8341-814f7c2d5def req-8dd0a72c-49e5-44a2-b627-574320d4616d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:38.959798 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-99405b16-9528-48fb-8341-814f7c2d5def req-8dd0a72c-49e5-44a2-b627-574320d4616d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1787424
Jan 26 11:49:39.021783 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-99405b16-9528-48fb-8341-814f7c2d5def req-1eeba126-a376-44c4-8e90-5033756e9305 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989172
Jan 26 11:49:39.666359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3668c7-8e91-4d3a-b73b-1a122fcdf5dc req-2791c4d6-4627-49fa-9411-e4de0f0eb6a3 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:39.669600 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f3668c7-8e91-4d3a-b73b-1a122fcdf5dc req-2791c4d6-4627-49fa-9411-e4de0f0eb6a3 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1931686
Jan 26 11:49:39.760780 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f3668c7-8e91-4d3a-b73b-1a122fcdf5dc req-c7411cec-9f19-476e-8449-f229ad3b0fa2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805843
Jan 26 11:49:40.409962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dc8de-bf2d-4174-a782-2f805e25c35f req-798bd11c-7248-47f7-906a-dac5023c7f73 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:40.411950 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca4dc8de-bf2d-4174-a782-2f805e25c35f req-798bd11c-7248-47f7-906a-dac5023c7f73 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1525185
Jan 26 11:49:40.502756 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ca4dc8de-bf2d-4174-a782-2f805e25c35f req-180024a5-dc1e-4dfd-8bfc-f5365ddb3189 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806820
Jan 26 11:49:41.164661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2c3b-026c-4af3-a961-9daae9fae1a7 req-d810e4dd-cad6-40d7-ac92-7a6dd5e6566f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:41.173886 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-202e2c3b-026c-4af3-a961-9daae9fae1a7 req-d810e4dd-cad6-40d7-ac92-7a6dd5e6566f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1757269
Jan 26 11:49:41.244420 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-202e2c3b-026c-4af3-a961-9daae9fae1a7 req-80cec906-386f-4146-a846-720ae43eb5c0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689983
Jan 26 11:49:41.834550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51d022-702f-4673-8d20-1effdc10bb46 req-b96d3d87-08e6-4b27-b0ec-a5c52023de9a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:41.841058 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8c51d022-702f-4673-8d20-1effdc10bb46 req-b96d3d87-08e6-4b27-b0ec-a5c52023de9a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1470289
Jan 26 11:49:41.965397 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8c51d022-702f-4673-8d20-1effdc10bb46 req-11d58141-a9fb-453d-81ec-8ebfef091073 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187193
Jan 26 11:49:42.624478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a2c28-6648-4966-bccf-1e0068a145cd req-491705a6-a950-4182-9d38-955b52b1cd45 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:42.626930 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-be7a2c28-6648-4966-bccf-1e0068a145cd req-491705a6-a950-4182-9d38-955b52b1cd45 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1741817
Jan 26 11:49:42.700531 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-be7a2c28-6648-4966-bccf-1e0068a145cd req-6c166ae2-6bc1-4302-9f51-b868b2d26bef tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607316
Jan 26 11:49:43.238812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae6581-b0e4-49b4-accc-63a7e8a7d026 req-7f035da6-4314-49fc-a378-8c729eaa0126 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:43.240179 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4aae6581-b0e4-49b4-accc-63a7e8a7d026 req-7f035da6-4314-49fc-a378-8c729eaa0126 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1314185
Jan 26 11:49:43.305280 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4aae6581-b0e4-49b4-accc-63a7e8a7d026 req-759ef124-d441-47dc-b304-b9c1f54576e3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577972
Jan 26 11:49:44.049244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98bd30-f688-49c2-9d82-fc758ebd65f9 req-bcf97961-b3e5-4165-8077-a2ab1188abb4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:44.051158 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8c98bd30-f688-49c2-9d82-fc758ebd65f9 req-bcf97961-b3e5-4165-8077-a2ab1188abb4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1674931
Jan 26 11:49:44.132795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8c98bd30-f688-49c2-9d82-fc758ebd65f9 req-7b4e8b60-9e7f-46e3-964b-fcf1fd6816e4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701210
Jan 26 11:49:44.608001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b94d2-7335-46dd-af80-485773501a85 req-1c2d7161-f7f4-46ab-83cc-e86284e411f3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:44.609875 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a76b94d2-7335-46dd-af80-485773501a85 req-1c2d7161-f7f4-46ab-83cc-e86284e411f3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1536608
Jan 26 11:49:44.680863 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a76b94d2-7335-46dd-af80-485773501a85 req-188cddbe-20d7-4582-9049-c4e375bd701e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629730
Jan 26 11:49:45.067143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c6225655-e375-4215-a2c1-25e204784d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:45.475655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fff37-af5e-46e6-bf26-041981209e2f req-fa74a30f-c6d3-47c9-ab48-58c8e71af3d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:45.484608 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3b4fff37-af5e-46e6-bf26-041981209e2f req-fa74a30f-c6d3-47c9-ab48-58c8e71af3d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1780136
Jan 26 11:49:45.564445 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3b4fff37-af5e-46e6-bf26-041981209e2f req-53a6237b-1994-4bb7-bd5f-3448e8282122 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786588
Jan 26 11:49:46.084984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa761f2-6bfa-4c6a-ae8d-31bfd7685e7f req-432a61cf-efef-459e-90b0-4809b52bec37 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:46.093723 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6aa761f2-6bfa-4c6a-ae8d-31bfd7685e7f req-432a61cf-efef-459e-90b0-4809b52bec37 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2247865
Jan 26 11:49:46.177283 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6aa761f2-6bfa-4c6a-ae8d-31bfd7685e7f req-6d072a82-6075-45ae-bc53-bac261d4f6b7 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824449
Jan 26 11:49:46.890558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd92f-7cf9-4453-b16e-f97cd76d90b5 req-763d6bce-0f7d-4d46-9399-d7000eabeeaa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:46.892417 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-22ddd92f-7cf9-4453-b16e-f97cd76d90b5 req-763d6bce-0f7d-4d46-9399-d7000eabeeaa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1417978
Jan 26 11:49:46.952700 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-22ddd92f-7cf9-4453-b16e-f97cd76d90b5 req-e5ce82d4-4ca8-495a-bd7e-9f6bba06623d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538471
Jan 26 11:49:47.438966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a4b7904d-889a-41fd-bdd3-0ce24798f59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:47.449751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7c86b-8aaa-4fe6-91c4-dc01a15578f3 req-d3f10c99-9b52-44d7-87d4-a4b90213127b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:47.451510 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-29e7c86b-8aaa-4fe6-91c4-dc01a15578f3 req-d3f10c99-9b52-44d7-87d4-a4b90213127b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1441514
Jan 26 11:49:47.513826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-29e7c86b-8aaa-4fe6-91c4-dc01a15578f3 req-12cf4a07-d14e-430a-ab1c-498ca91f359d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552850
Jan 26 11:49:48.116697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:48.485738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063bbf0-776e-4b8e-8d73-5b347b6ea636 req-e8296f94-cd89-4937-9cef-47e51b174d50 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:48.487518 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8063bbf0-776e-4b8e-8d73-5b347b6ea636 req-e8296f94-cd89-4937-9cef-47e51b174d50 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1749825
Jan 26 11:49:48.547181 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8063bbf0-776e-4b8e-8d73-5b347b6ea636 req-c48c0b0a-bf84-4e53-a579-0b13fb189046 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528703
Jan 26 11:49:48.796955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:48.962824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729cf61-4596-46d1-b45a-26cebee68eba req-ac74ae32-76cb-41b3-a3a3-af43f3cc94c3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:48.965714 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6729cf61-4596-46d1-b45a-26cebee68eba req-ac74ae32-76cb-41b3-a3a3-af43f3cc94c3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1361978
Jan 26 11:49:49.028202 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6729cf61-4596-46d1-b45a-26cebee68eba req-297b5190-b176-44e1-93a0-edf36ca5bc87 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541661
Jan 26 11:49:49.535486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:49.867728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c211744-2bfd-4ac1-9d30-016aae2ce148 req-e6b9c8d8-698b-48d5-aef6-ad1c9571beee tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:49.869463 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0c211744-2bfd-4ac1-9d30-016aae2ce148 req-e6b9c8d8-698b-48d5-aef6-ad1c9571beee tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1573291
Jan 26 11:49:49.872588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-aadef4e7-d137-4bf1-8bf2-e4cb6ca1f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:49.874341 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-aadef4e7-d137-4bf1-8bf2-e4cb6ca1f24a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1163 time: 0.0923963
Jan 26 11:49:49.954867 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0c211744-2bfd-4ac1-9d30-016aae2ce148 req-6de27fcf-6305-4600-9896-8e10c0b137d2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773242
Jan 26 11:49:50.069981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-f4057ac8-c7fb-4139-818d-2ac4c1d3e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:50.074530 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-f4057ac8-c7fb-4139-818d-2ac4c1d3e95f service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.1861846
Jan 26 11:49:50.217071 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-272f6327-0197-4d66-9993-85ef4a8110dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 200  len: 1001 time: 0.1347384
Jan 26 11:49:50.373114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-f37fdd97-2d39-4b6f-925b-dee152ef84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:50.378228 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-f37fdd97-2d39-4b6f-925b-dee152ef84e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.1450994
Jan 26 11:49:50.504266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6d129-f2ca-4207-80bd-ae4771ac2dac req-3a5f89a3-8d10-41ae-b7e5-261c7a381b2f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:50.506058 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4da6d129-f2ca-4207-80bd-ae4771ac2dac req-3a5f89a3-8d10-41ae-b7e5-261c7a381b2f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2119544
Jan 26 11:49:50.573990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-ad43d399-049f-45d6-afa7-8edbbdab3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:50.579847 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-ad43d399-049f-45d6-afa7-8edbbdab3885 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1920090
Jan 26 11:49:50.592872 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4da6d129-f2ca-4207-80bd-ae4771ac2dac req-db9656b8-038a-405a-a57e-4d5ad90e0574 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786088
Jan 26 11:49:50.649054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55882) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:50.747905 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-42a1a9b7-044a-4138-bacb-146f8d5b9e81 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537678
Jan 26 11:49:50.820232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:50.839702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:50.843129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Usage tracker for resource:security_group_rule and tenant:91ac061da92e4b998136cb38731eb5f1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:50.846452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:50.858372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:50.911676 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a55ccfe8-f8e6-4414-963e-34c1cc1c25d6 req-39f44d19-9e75-4a2f-b112-734e8119eff1 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1558926
Jan 26 11:49:51.065847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:51.133781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:51.148698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e7fef0e0-3759-4c9c-9dcc-ef9481f96379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:51.199654 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91ac061da92e4b998136cb38731eb5f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5491490
Jan 26 11:49:51.203274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55894) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:51.219476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3063581-850a-4a75-a19e-150c3b7e1911,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:51.234028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.234437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.234837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.235240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.235632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.236025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.236415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.236804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.237195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.237594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.237964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.238496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.238952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.239337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.239721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.240102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.240486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.240875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.241255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.241660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.242040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.242438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.242804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.243191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:51.248982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:51.302992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:51.335061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:51.466336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814d346-58a1-4c4c-8b25-5843af89c2d2 req-cc46ee59-f65c-41b6-bf1c-8b1501e1f433 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:51.468104 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c814d346-58a1-4c4c-8b25-5843af89c2d2 req-cc46ee59-f65c-41b6-bf1c-8b1501e1f433 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.3506148
Jan 26 11:49:51.518290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:51.523663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:51.530222 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c814d346-58a1-4c4c-8b25-5843af89c2d2 req-c81a4dbd-21b6-4d29-b3ef-ca29b9cb5bba tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555618
Jan 26 11:49:51.539387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3063581-850a-4a75-a19e-150c3b7e1911,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:51.543358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:51.544634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:51.546327 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3063581-850a-4a75-a19e-150c3b7e1911 HTTP/1.1" status: 204  len: 168 time: 0.3418841
Jan 26 11:49:51.953414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8019e7a-b731-4822-8269-81cbf4800b43 req-a6c7298c-cc57-46eb-aab8-9d822fb78f76 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:51.967096 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a8019e7a-b731-4822-8269-81cbf4800b43 req-a6c7298c-cc57-46eb-aab8-9d822fb78f76 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2208354
Jan 26 11:49:52.059661 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a8019e7a-b731-4822-8269-81cbf4800b43 req-ac28cd32-f88a-40fb-a65d-2754c43110a1 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910201
Jan 26 11:49:52.169849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 55922) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:52.357133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:52.375727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:49:52.380175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c707e7c63f3948fabb980e7fa1ef92c6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:49:52.383289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:49:52.389583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:49:52.518804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:52.547278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:52.557026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dd23aafe-1f8d-4a85-b459-4dc769f81556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:52.603570 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c707e7c63f3948fabb980e7fa1ef92c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322305
Jan 26 11:49:52.606351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6ace3-dd3f-43be-9725-1c34f2e26e0a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:52.606548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 55934) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:52.609772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:52.686556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:52.717716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:52.893743 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b402ac0-4f34-4eb8-bd70-f388c4866763 req-40450eeb-e7ae-4fbe-9bdd-ae5de09d038c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:52.895203 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5b402ac0-4f34-4eb8-bd70-f388c4866763 req-40450eeb-e7ae-4fbe-9bdd-ae5de09d038c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1424150
Jan 26 11:49:52.896425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:52.902508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c7794c32-a6c2-4558-9712-6022d6937a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:52.933421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6ace3-dd3f-43be-9725-1c34f2e26e0a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:52.939340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:52.943592 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4b6ace3-dd3f-43be-9725-1c34f2e26e0a HTTP/1.1" status: 204  len: 168 time: 0.3329704
Jan 26 11:49:52.952029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.952631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.953137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.953690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.954325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.954816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.955304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.956331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.956331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.956736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.957309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.958023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.958436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.958905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.959296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.959681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.960063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.960446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.960829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.961349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.961886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.962283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.962807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.963344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:52.967594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:53.009454 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5b402ac0-4f34-4eb8-bd70-f388c4866763 req-8519b7c2-d891-4f20-b8f6-f023b1ebb5d8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990391
Jan 26 11:49:53.356325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:53.368057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bc0c-9ee3-40fd-9132-43ddf89b513b req-08fab443-37bc-4539-8eb7-23bbbb17349a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:53.376001 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-92c8bc0c-9ee3-40fd-9132-43ddf89b513b req-08fab443-37bc-4539-8eb7-23bbbb17349a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1537662
Jan 26 11:49:53.440815 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-92c8bc0c-9ee3-40fd-9132-43ddf89b513b req-49429f08-1c90-467e-bc2a-34b1e05c949f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638170
Jan 26 11:49:54.012657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:49:54.174885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:54.212486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:49:54.226225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d12f084-f861-49d0-a519-1436e5a2ef71,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:49:54.255589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:54.258635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:54.308372 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'code': 200}
Jan 26 11:49:54.351585 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:54.361473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.367625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.368878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.368878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.368878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.369107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.369670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.370328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.370702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.371081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:49:54.371177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e932150-1be5-44a1-81b2-eba3bd737b3c req-73461fb0-7733-4e7e-8c9d-542839621f87 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:54.374133 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8e932150-1be5-44a1-81b2-eba3bd737b3c req-73461fb0-7733-4e7e-8c9d-542839621f87 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1427188
Jan 26 11:49:54.376751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:54.444210 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8e932150-1be5-44a1-81b2-eba3bd737b3c req-04f1c97b-4998-4358-a8b1-2dda110d82e8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643353
Jan 26 11:49:54.744057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c775-a27b-4b87-bcaa-e2e36dba2c18 req-56615692-c9f9-48d4-a694-cfcd3abb026b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:54.746860 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c48c775-a27b-4b87-bcaa-e2e36dba2c18 req-56615692-c9f9-48d4-a694-cfcd3abb026b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1522920
Jan 26 11:49:54.811345 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c48c775-a27b-4b87-bcaa-e2e36dba2c18 req-2a7ead69-7bc3-4476-a579-da348886a52e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587897
Jan 26 11:49:56.108299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d2ef5-51fc-4120-890c-2a7e21a3229c req-db9cf3bc-baea-4d27-8945-94db325095d2 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:56.109982 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7b9d2ef5-51fc-4120-890c-2a7e21a3229c req-db9cf3bc-baea-4d27-8945-94db325095d2 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1543212
Jan 26 11:49:56.170962 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7b9d2ef5-51fc-4120-890c-2a7e21a3229c req-214f2847-6d00-44db-9e41-159fddb5733c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541565
Jan 26 11:49:56.577354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a944a69-1d96-429b-80c4-9bb29bd34912 req-7ff77ea6-2ea1-423f-9434-cdc969df2f1b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:56.580349 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0a944a69-1d96-429b-80c4-9bb29bd34912 req-7ff77ea6-2ea1-423f-9434-cdc969df2f1b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1500938
Jan 26 11:49:56.670938 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0a944a69-1d96-429b-80c4-9bb29bd34912 req-3ff4b372-27c6-4ebd-85f8-d2db4e6be5d0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829668
Jan 26 11:49:56.700629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56052) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:56.897231 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-02b24cf8-dae1-4543-beda-7e01305e71ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1943672
Jan 26 11:49:57.174423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56076) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:57.249188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Deleting subnet e67fac03-cf1a-4c0e-9421-6ea9188d55db {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:49:57.252961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:57.322920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:57.403311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:57.511887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc73a-1d36-4145-b461-2baf92540600 req-a0ddf163-6869-4a51-b2f6-e9fc754cc31e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:57.513657 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-73ffc73a-1d36-4145-b461-2baf92540600 req-a0ddf163-6869-4a51-b2f6-e9fc754cc31e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1639302
Jan 26 11:49:57.584992 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-73ffc73a-1d36-4145-b461-2baf92540600 req-a1241aae-1cd8-462f-bf79-1cf7ef768f7c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612595
Jan 26 11:49:57.863592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c351b-2d7b-4f3a-9acf-633d4e45fcfa req-d51c2f6c-f202-4807-a03f-c03fe63516e9 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:57.865391 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cd1c351b-2d7b-4f3a-9acf-633d4e45fcfa req-d51c2f6c-f202-4807-a03f-c03fe63516e9 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.3046894
Jan 26 11:49:57.942744 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cd1c351b-2d7b-4f3a-9acf-633d4e45fcfa req-bf65325d-cf2a-41e3-9d35-2289b30fc854 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668449
Jan 26 11:49:57.951088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:57.976493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-57bf0ebe-4244-45d7-9c6c-2995290920f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:58.033467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67fac03-cf1a-4c0e-9421-6ea9188d55db,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:58.040578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:58.180715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:58.199867 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5be02889-f834-47cc-80b9-826f287787ec admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e67fac03-cf1a-4c0e-9421-6ea9188d55db HTTP/1.1" status: 204  len: 168 time: 1.0236208
Jan 26 11:49:58.202596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56092) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:58.256772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f217b-c3a6-4e14-a87f-584489a1a39e req-fc91b138-6000-4da2-9eaf-3c5d02e2fdcc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:58.258598 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-955f217b-c3a6-4e14-a87f-584489a1a39e req-fc91b138-6000-4da2-9eaf-3c5d02e2fdcc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1656184
Jan 26 11:49:58.328197 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-955f217b-c3a6-4e14-a87f-584489a1a39e req-7016a03a-ce8f-450a-9c07-3c92f69af316 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562296
Jan 26 11:49:58.338163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:58.537256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:58.661488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f07ee2aeef0>> segment before_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.661932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f07ee2aeef0>> subnet precommit_delete_associations 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.662919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> segment_host_mapping after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.663337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> port after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.663716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> port after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.664087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> port after_update 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.664456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> segment after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.664840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> subnet after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.665200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> subnet after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.668140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f07ef8fce80>> subnet after_update 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.737731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07ef3d36a0>> subnet after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.738233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07ef3d36a0>> subnet after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.738614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07ef3d36a0>> subnet before_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.739010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f07ef3d36a0>> subnet before_update 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 11:49:58.739359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef8fc828>,) {'filters': {'network_id': ['6fdd3bb8-403f-4bdd-b054-a785c6659fc7']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:49:58.755271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef8fc828>, 'b3ba0d17-ba94-4dcb-ba97-66004de12f72') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:49:58.755530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef8fc828>, 'b3ba0d17-ba94-4dcb-ba97-66004de12f72') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:49:58.769331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:58.791008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:58.793975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:49:58.879273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb092b-6bb7-4d04-b881-de85f34001c6 req-461a417a-02ef-4eb2-84a4-fc1c996fcf70 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:58.881004 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dadb092b-6bb7-4d04-b881-de85f34001c6 req-461a417a-02ef-4eb2-84a4-fc1c996fcf70 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1427059
Jan 26 11:49:58.948030 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dadb092b-6bb7-4d04-b881-de85f34001c6 req-649393ee-4609-4cac-a5e3-93ebb4da3ebe tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594933
Jan 26 11:49:58.985406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:49:58.994844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:59.226778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92010bd6-9241-4c67-9f4d-a739a18a6cfe req-d4e1e885-e518-4f49-806e-bee8166f403e tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:59.228601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-92010bd6-9241-4c67-9f4d-a739a18a6cfe req-d4e1e885-e518-4f49-806e-bee8166f403e tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1426363
Jan 26 11:49:59.302611 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-92010bd6-9241-4c67-9f4d-a739a18a6cfe req-658eac24-bde3-4374-a8bf-0cf6056bad54 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652251
Jan 26 11:49:59.411782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Network 6fdd3bb8-403f-4bdd-b054-a785c6659fc7 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   (rel_b, rel_a, rel_b),
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   (rel_b, rel_a, rel_b),
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:49:59.439506 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:49:59.564224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:59.568559 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:49:59.588458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:59.599300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdd3bb8-403f-4bdd-b054-a785c6659fc7,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:49:59.603778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:49:59.607243 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8904a211-971c-463b-813e-9e99deb530b8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6fdd3bb8-403f-4bdd-b054-a785c6659fc7 HTTP/1.1" status: 204  len: 168 time: 1.4033017
Jan 26 11:49:59.610433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56104) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:49:59.616728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664d7e8-a5fd-4fd9-bd9c-edeeeb0fb13a req-4663a534-9517-4b72-86ce-c3ff9dff3d1a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:49:59.618501 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e664d7e8-a5fd-4fd9-bd9c-edeeeb0fb13a req-4663a534-9517-4b72-86ce-c3ff9dff3d1a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1345890
Jan 26 11:49:59.679215 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e664d7e8-a5fd-4fd9-bd9c-edeeeb0fb13a req-424b9757-8309-4c68-842f-ed307f99aba5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531738
Jan 26 11:49:59.686552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Deleting subnet 85f7c1a8-e807-4d23-a850-04b2e61d0fc9 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:49:59.690187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:59.762772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32916977'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:49:59.824310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:00.179809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32249695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822843648'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:00.200210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-632f645c-9669-4f79-9b75-95a07a84aad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:00.243051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c494dc-dcb5-4a40-8d0c-6921d87a7b2c req-cc339c3f-4a4f-46a7-992c-032a577a7f3f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:00.245628 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60c494dc-dcb5-4a40-8d0c-6921d87a7b2c req-cc339c3f-4a4f-46a7-992c-032a577a7f3f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1430273
Jan 26 11:50:00.252860 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f7c1a8-e807-4d23-a850-04b2e61d0fc9,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:00.313612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:00.320146 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60c494dc-dcb5-4a40-8d0c-6921d87a7b2c req-d160cf8a-746c-451c-8f46-3b09708b764b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674973
Jan 26 11:50:00.367185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:00.376088 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/85f7c1a8-e807-4d23-a850-04b2e61d0fc9 HTTP/1.1" status: 204  len: 168 time: 0.7643745
Jan 26 11:50:00.378955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56114) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:00.512363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:00.632652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82c185-c504-403b-9ee8-f2c9776d8e0a req-f3d730cb-0bc1-4212-931f-f9263b2af3f2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:00.636208 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0b82c185-c504-403b-9ee8-f2c9776d8e0a req-f3d730cb-0bc1-4212-931f-f9263b2af3f2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1872494
Jan 26 11:50:00.709019 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0b82c185-c504-403b-9ee8-f2c9776d8e0a req-0f6523d4-f799-4d4a-86cc-96e97360a8b0 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665731
Jan 26 11:50:00.723969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:00.919660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07efa8a240>,) {'filters': {'network_id': ['33521dc6-b15c-49c6-8724-44b8783f4d4d']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:00.937327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07efa8a240>, 'c2d45da1-b5ed-4586-8387-c3d79d0e5e25') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:00.937691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07efa8a240>, 'c2d45da1-b5ed-4586-8387-c3d79d0e5e25') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:00.953927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:00.981059 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:00.984195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:50:01.125930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3649-2e90-4b31-9d2a-5f0a0007b29b req-c9d3516a-8863-4ac7-bab2-9d7f55df6a06 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:01.127542 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a8fe3649-2e90-4b31-9d2a-5f0a0007b29b req-c9d3516a-8863-4ac7-bab2-9d7f55df6a06 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.2842412
Jan 26 11:50:01.246635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Network 33521dc6-b15c-49c6-8724-44b8783f4d4d has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:50:01.262886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:01.360173 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a8fe3649-2e90-4b31-9d2a-5f0a0007b29b req-5aaf6134-91df-4aeb-b413-b952e2cb0cbb tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2157159
Jan 26 11:50:01.498529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Network 33521dc6-b15c-49c6-8724-44b8783f4d4d has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:50:01.532113 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:50:01.610882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ee546-26a3-4f6b-ac88-a0fe0f912c20 req-a961fc5f-8d39-4c1b-a373-6aea38bb2832 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:01.612607 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee4ee546-26a3-4f6b-ac88-a0fe0f912c20 req-a961fc5f-8d39-4c1b-a373-6aea38bb2832 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1420207
Jan 26 11:50:01.642388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:01.646960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:01.652638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:01.682752 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee4ee546-26a3-4f6b-ac88-a0fe0f912c20 req-2d197e81-01f5-4a92-8741-54185e52f9bb tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612190
Jan 26 11:50:01.682985 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] 10.222.0.57 "DELETE /v2.0/networks/33521dc6-b15c-49c6-8724-44b8783f4d4d HTTP/1.1" status: 204  len: 168 time: 1.3020608
Jan 26 11:50:01.684401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Pushing event deleted for resources: {'Network': ['ID=33521dc6-b15c-49c6-8724-44b8783f4d4d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:01.688205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:02.012153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e540c-1e9d-48c6-b74d-ee7c55367dda req-a7f9d3ff-ec5d-4d65-b21d-c9aa09dcca28 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:02.013938 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba2e540c-1e9d-48c6-b74d-ee7c55367dda req-a7f9d3ff-ec5d-4d65-b21d-c9aa09dcca28 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1404598
Jan 26 11:50:02.084438 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba2e540c-1e9d-48c6-b74d-ee7c55367dda req-86f70d53-a71f-4bf1-aa50-12f51e83ebf2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635898
Jan 26 11:50:02.195779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56138) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:02.251372 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dd3aee70-5b45-45b6-a18b-3179611490f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a0dc630e6894b8b9bd1f829e37ed3cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0540984
Jan 26 11:50:02.253955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56142) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:02.320953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:02.349021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:02.424664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:02.429134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dd78e380-466a-4158-834f-162a23d38c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:02.446443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076b5d09-06e6-445d-9f19-645dea2a4b8f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:02.449924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:02.456738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:02.460601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/076b5d09-06e6-445d-9f19-645dea2a4b8f HTTP/1.1" status: 204  len: 168 time: 0.2031233
Jan 26 11:50:02.698698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0a3de-4ebd-4158-a9af-97e3ba194df3 req-6366f680-154c-44ea-bbdb-38dbe8a96b98 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:02.703291 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-71d0a3de-4ebd-4158-a9af-97e3ba194df3 req-6366f680-154c-44ea-bbdb-38dbe8a96b98 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1801710
Jan 26 11:50:02.767725 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-71d0a3de-4ebd-4158-a9af-97e3ba194df3 req-9a8928da-e8f5-4dbb-b6c5-014d9861cbe1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565715
Jan 26 11:50:03.090152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a35a8c-cd8b-40b9-842e-5691ea37c0f9 req-679e6a77-4aa3-428d-8914-a8395a952715 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:03.092766 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0a35a8c-cd8b-40b9-842e-5691ea37c0f9 req-679e6a77-4aa3-428d-8914-a8395a952715 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1461380
Jan 26 11:50:03.152547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56160) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:03.154637 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0a35a8c-cd8b-40b9-842e-5691ea37c0f9 req-56da13e3-38c4-40d0-9bb7-39116eed17b2 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549042
Jan 26 11:50:03.215049 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-cc6b55d2-7df8-427c-a17a-097ff85f9e6e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb14e68125c54c91abfef6ad7c7a62d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0607364
Jan 26 11:50:03.217856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56164) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:03.337658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:03.375208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:03.476552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab01be-7a97-4b4f-8de5-84b0026be419 req-7ae214aa-7af8-4ae9-b100-ae0cd24c48c0 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:03.478336 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4dab01be-7a97-4b4f-8de5-84b0026be419 req-7ae214aa-7af8-4ae9-b100-ae0cd24c48c0 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1933441
Jan 26 11:50:03.544174 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4dab01be-7a97-4b4f-8de5-84b0026be419 req-dcb73491-6cbb-44e8-afde-9d34cf6250af tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581753
Jan 26 11:50:03.562196 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:03.567853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-10854a64-3c45-473f-9649-da9614352292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:03.583563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d30a5a-59d7-4404-97b2-4d7114e874ab,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:03.586702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:03.587861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:03.589030 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75d30a5a-59d7-4404-97b2-4d7114e874ab HTTP/1.1" status: 204  len: 168 time: 0.3700457
Jan 26 11:50:04.086850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31869bb-9e12-43d2-bc39-5fedf028f857 req-520cad31-d37b-4de1-a32b-d530f1126081 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:04.088724 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f31869bb-9e12-43d2-bc39-5fedf028f857 req-520cad31-d37b-4de1-a32b-d530f1126081 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1437404
Jan 26 11:50:04.150871 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f31869bb-9e12-43d2-bc39-5fedf028f857 req-aa655b0d-1301-416a-b5f6-ebe13bc5cab4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554156
Jan 26 11:50:04.433178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5c051-26b0-4ebb-8d2e-9a391d1c36ad req-01938fd5-4793-4fd1-80d4-5c4deea62295 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:04.434791 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ca5c051-26b0-4ebb-8d2e-9a391d1c36ad req-01938fd5-4793-4fd1-80d4-5c4deea62295 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1439590
Jan 26 11:50:04.491611 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ca5c051-26b0-4ebb-8d2e-9a391d1c36ad req-11b401f1-b866-4b97-8000-e5e1296e4f34 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503666
Jan 26 11:50:04.810869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14675f21-b329-4f67-8c5b-2d02d83d754f req-5b0ec410-ae8a-48ca-a3c6-f31819e9cd7f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:04.812565 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-14675f21-b329-4f67-8c5b-2d02d83d754f req-5b0ec410-ae8a-48ca-a3c6-f31819e9cd7f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1341481
Jan 26 11:50:04.874763 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-14675f21-b329-4f67-8c5b-2d02d83d754f req-4b3c453b-8267-43c5-94d9-0194fa21ed2b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559354
Jan 26 11:50:05.168885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-c9813af3-4c25-48e9-abbd-963cc8ec6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:05.170605 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-c9813af3-4c25-48e9-abbd-963cc8ec6623 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17&tenant_id=0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 1161 time: 0.0832357
Jan 26 11:50:05.292131 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-1a850eed-5ec7-4866-a5a5-bc756367bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:05.293856 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-1a850eed-5ec7-4866-a5a5-bc756367bf3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1161 time: 0.0831470
Jan 26 11:50:05.506237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 30504ab9-02b2-46ae-8364-6aa445f11a82 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:50:05.563763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b743b-defa-4b29-bd82-8bbf605c6344 req-a95d036a-abf6-46f0-bb93-197cbddced5f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:05.565509 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7a5b743b-defa-4b29-bd82-8bbf605c6344 req-a95d036a-abf6-46f0-bb93-197cbddced5f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.2597594
Jan 26 11:50:05.566786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-92d8a67f-0cb4-4866-a958-c77ac98fcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:05.568299 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-92d8a67f-0cb4-4866-a958-c77ac98fcf05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.2228687
Jan 26 11:50:05.641465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-5f5b9b33-6f3a-4937-abc4-f53742103282 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:05.643207 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-5f5b9b33-6f3a-4937-abc4-f53742103282 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 946 time: 0.1400456
Jan 26 11:50:05.709226 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7a5b743b-defa-4b29-bd82-8bbf605c6344 req-0669e204-09de-475d-8eeb-8648d197dcf6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704176
Jan 26 11:50:05.717269 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:05.735972 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-ba432f43-3233-456c-8060-a0329fb8dc23 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 200  len: 999 time: 0.1601894
Jan 26 11:50:05.781936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 30504ab9-02b2-46ae-8364-6aa445f11a82, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=30504ab9-02b2-46ae-8364-6aa445f11a82,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:05.783948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:05.811827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Deleting port 30504ab9-02b2-46ae-8364-6aa445f11a82 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:05.812234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:05.815338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:05.819398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b406a6c8-d48f-4246-a623-5c6590f7a291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:05.821906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-94c1994e-5d41-40e3-972f-0bf88e8a0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:05.824342 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-94c1994e-5d41-40e3-972f-0bf88e8a0a76 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.0811238
Jan 26 11:50:05.863229 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82', 'code': 200}
Jan 26 11:50:05.992988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-bfedc49a-828b-48cf-a655-5b5646986e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:05.994819 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-bfedc49a-828b-48cf-a655-5b5646986e56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1625581
Jan 26 11:50:06.023271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c739e-7793-4adb-8925-4523788c429d req-25041fb5-1ab6-4724-97d8-b2b9f628d0a1 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:06.032877 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7b0c739e-7793-4adb-8925-4523788c429d req-25041fb5-1ab6-4724-97d8-b2b9f628d0a1 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3349504
Jan 26 11:50:06.168216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=30504ab9-02b2-46ae-8364-6aa445f11a82,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:06.182005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:06.183258 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7b0c739e-7793-4adb-8925-4523788c429d req-0d1abc4e-58a0-47de-8fee-18336f275bf6 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492991
Jan 26 11:50:06.599221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] For port 30504ab9-02b2-46ae-8364-6aa445f11a82, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=30504ab9-02b2-46ae-8364-6aa445f11a82,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:06.599928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:06.612109 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-baec5608-6ae9-4ce0-8c14-0713d069a9c9 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6093218
Jan 26 11:50:06.666043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7a570-7274-4f91-8086-bd6b8249c497 req-b489c5c4-9282-441a-88f6-9a9fc51a1cd6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:06.668334 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f3c7a570-7274-4f91-8086-bd6b8249c497 req-b489c5c4-9282-441a-88f6-9a9fc51a1cd6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 944 time: 0.6085610
Jan 26 11:50:06.744582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Calling delete_port for 30504ab9-02b2-46ae-8364-6aa445f11a82 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:50:06.754769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc75db-0846-416f-9a8d-a0d5080e5d9b req-ae90ec1b-ece1-4b1b-96f6-e92b1349e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:06.756422 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-55dc75db-0846-416f-9a8d-a0d5080e5d9b req-ae90ec1b-ece1-4b1b-96f6-e92b1349e729 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.3040555
Jan 26 11:50:06.900093 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f3c7a570-7274-4f91-8086-bd6b8249c497 req-680176df-b0d1-4f7f-8e0c-cb1e122d21ab tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994362
Jan 26 11:50:06.913324 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-55dc75db-0846-416f-9a8d-a0d5080e5d9b req-723fbcd6-5394-4e6f-bec4-7fd77587822e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746789
Jan 26 11:50:06.960640 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-633504e9-f014-46b8-88c5-1dae3882572f service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2900105
Jan 26 11:50:07.056316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623dfe7-1c54-4b54-afe0-c8c1ae9a6935 req-7b3d14bb-4fef-4be7-b3ec-87bee558b4fa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:07.058115 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1623dfe7-1c54-4b54-afe0-c8c1ae9a6935 req-7b3d14bb-4fef-4be7-b3ec-87bee558b4fa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1719971
Jan 26 11:50:07.059445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:07.080775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:07.162317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event deleted for resources: {'Port': ['ID=30504ab9-02b2-46ae-8364-6aa445f11a82,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:07.165115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:07.261738 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1623dfe7-1c54-4b54-afe0-c8c1ae9a6935 req-2b50687b-a725-4605-83f5-f98520b18096 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1843476
Jan 26 11:50:07.371725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] No DVR routers for this DVR port 30504ab9-02b2-46ae-8364-6aa445f11a82 on host hv-cinder-77238 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:50:07.374878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:07.378098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'name': 'network-vif-deleted', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:07.431487 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4b7d9a6-f88a-4971-a801-f1cf5a11e382 req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "DELETE /v2.0/ports/30504ab9-02b2-46ae-8364-6aa445f11a82 HTTP/1.1" status: 204  len: 173 time: 1.7822928
Jan 26 11:50:07.443460 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c521e495-1ee5-4bef-8ed8-9ecba37379a4', 'name': 'network-vif-deleted', 'tag': '30504ab9-02b2-46ae-8364-6aa445f11a82', 'status': 'completed', 'code': 200}
Jan 26 11:50:07.520367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ea58-220e-4527-8f55-a5afdaa6c839 req-d004d678-050d-41ee-adb7-18723dc52e21 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:07.522128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4345ea58-220e-4527-8f55-a5afdaa6c839 req-d004d678-050d-41ee-adb7-18723dc52e21 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1707447
Jan 26 11:50:07.586423 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4345ea58-220e-4527-8f55-a5afdaa6c839 req-cc480dc4-01cd-43ad-b10c-c3fb5667986a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555654
Jan 26 11:50:08.098989 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ada9815-302f-4fbd-925a-c829742af740 req-f17c18da-8cf9-48c9-a81e-d15130ee165e tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 210 time: 0.0546136
Jan 26 11:50:08.546141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02fd6-8966-4e05-9513-6cdca0aa2105 req-5ba47c00-13f6-4531-aef0-9e2a58231301 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:08.547848 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-06f02fd6-8966-4e05-9513-6cdca0aa2105 req-5ba47c00-13f6-4531-aef0-9e2a58231301 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1265023
Jan 26 11:50:08.622540 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-06f02fd6-8966-4e05-9513-6cdca0aa2105 req-9be14010-5173-4c4b-b643-3e5dc9b4e7c1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653293
Jan 26 11:50:08.891205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20c029-381b-42c9-993b-45fd9ea4d7e1 req-c5287ecc-ac94-4dd8-9cee-0c45a52adb91 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:08.892823 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0c20c029-381b-42c9-993b-45fd9ea4d7e1 req-c5287ecc-ac94-4dd8-9cee-0c45a52adb91 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1332147
Jan 26 11:50:08.955887 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0c20c029-381b-42c9-993b-45fd9ea4d7e1 req-da4ab24b-d25e-4532-9aed-5ea53bd81f7c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562053
Jan 26 11:50:09.052360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:50:09.283874 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-435b6a1c-ae0a-454f-829d-5d80ed5da2d9 req-3901eeb9-c06e-4bb9-9e2b-3cbe0630dd27 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 210 time: 0.0512729
Jan 26 11:50:09.906532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b312b-dcfb-48d9-bf79-bf251c8a30a7 req-37a1eab0-586a-4702-8813-5c470705d2a5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:09.908282 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cc6b312b-dcfb-48d9-bf79-bf251c8a30a7 req-37a1eab0-586a-4702-8813-5c470705d2a5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1352806
Jan 26 11:50:09.969125 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cc6b312b-dcfb-48d9-bf79-bf251c8a30a7 req-8f9a5412-9928-473f-81ed-3cee472b33e5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535004
Jan 26 11:50:10.267467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8d6b-8c66-4196-a0dc-362503dc0988 req-2197afe7-edb0-43b0-b0ee-f87a6e6e010a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:10.269217 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c01c8d6b-8c66-4196-a0dc-362503dc0988 req-2197afe7-edb0-43b0-b0ee-f87a6e6e010a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1600046
Jan 26 11:50:10.338198 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c01c8d6b-8c66-4196-a0dc-362503dc0988 req-300c608c-2af3-4d65-8b6d-64a2507a8c60 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585160
Jan 26 11:50:10.511403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-f01e47bd-73ec-4c2c-ac09-87d16832def5 req-f26b1d53-4336-4e14-90c1-7b8820dc8817 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:50:10.562232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-f01e47bd-73ec-4c2c-ac09-87d16832def5 req-f26b1d53-4336-4e14-90c1-7b8820dc8817 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:50:10.563463 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f01e47bd-73ec-4c2c-ac09-87d16832def5 req-f26b1d53-4336-4e14-90c1-7b8820dc8817 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 210 time: 0.1049495
Jan 26 11:50:11.390599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980467-52f4-4e7a-b091-f9af75e68dbc req-eacddf3a-ca36-4f29-a82f-1a9cb1424e7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:11.390599 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ff980467-52f4-4e7a-b091-f9af75e68dbc req-eacddf3a-ca36-4f29-a82f-1a9cb1424e7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.2162519
Jan 26 11:50:11.498690 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ff980467-52f4-4e7a-b091-f9af75e68dbc req-0016f71a-3c4c-42a2-b757-6d98b3c221fd tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034975
Jan 26 11:50:11.848434 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-12fa7962-4040-4bd0-befc-533e597c01a4 req-76b79fc3-8499-4e69-8ce4-6c8693325aff tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=c521e495-1ee5-4bef-8ed8-9ecba37379a4 HTTP/1.1" status: 200  len: 210 time: 0.0724330
Jan 26 11:50:11.857192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3866d-5d9a-4eb6-a6d4-df9c275a391b req-0f08394d-0a65-4d21-b966-adca74bc1f36 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:11.860359 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-85e3866d-5d9a-4eb6-a6d4-df9c275a391b req-0f08394d-0a65-4d21-b966-adca74bc1f36 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2050624
Jan 26 11:50:11.951674 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-85e3866d-5d9a-4eb6-a6d4-df9c275a391b req-cfe45d87-c1cb-4a7f-b0ec-e901b393a76c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807681
Jan 26 11:50:13.064588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac3b2-395d-4c17-946c-085f649c9eeb req-ac1cff81-c66f-49da-b6e5-1c60b2650b4b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:13.066370 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c9ac3b2-395d-4c17-946c-085f649c9eeb req-ac1cff81-c66f-49da-b6e5-1c60b2650b4b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1567781
Jan 26 11:50:13.136739 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c9ac3b2-395d-4c17-946c-085f649c9eeb req-2a646910-d4a6-4ca5-8eec-8ab31cd5fe12 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582616
Jan 26 11:50:13.411294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a947ab-f352-45ea-a13f-66b737e4f1b7 req-d6980e4e-a5aa-46a1-a187-a1d21af88af6 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:13.413303 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-25a947ab-f352-45ea-a13f-66b737e4f1b7 req-d6980e4e-a5aa-46a1-a187-a1d21af88af6 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1400080
Jan 26 11:50:13.498312 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-25a947ab-f352-45ea-a13f-66b737e4f1b7 req-16cc6e8a-8ab4-408a-810c-0aa53d689f1b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711803
Jan 26 11:50:14.449612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1546d-4da5-48c0-8ae3-9ae47b8e3039 req-0c72a1ab-8c5b-4b3d-9083-9cdb169afa8a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:14.451441 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c5f1546d-4da5-48c0-8ae3-9ae47b8e3039 req-0c72a1ab-8c5b-4b3d-9083-9cdb169afa8a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1497350
Jan 26 11:50:14.531931 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c5f1546d-4da5-48c0-8ae3-9ae47b8e3039 req-e7c66bc9-2d5f-4d4a-b145-31e76938b71a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724034
Jan 26 11:50:14.841131 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf53c8-03aa-43d5-bcaf-67a5aa1cf388 req-850f6b03-965c-471e-b1ff-ba74a3e95114 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:14.844281 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0cf53c8-03aa-43d5-bcaf-67a5aa1cf388 req-850f6b03-965c-471e-b1ff-ba74a3e95114 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1579235
Jan 26 11:50:14.942148 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0cf53c8-03aa-43d5-bcaf-67a5aa1cf388 req-4211f725-bab5-431b-9391-cf298de00eb6 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922225
Jan 26 11:50:15.064730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f2440034-fb91-445a-acb2-47350f26f915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:15.574932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd56c6a-f6b8-4cdc-b2ba-9dac5fb7897f req-6a76faeb-1123-4bf4-acb7-5864569fd23f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:15.576847 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7fd56c6a-f6b8-4cdc-b2ba-9dac5fb7897f req-6a76faeb-1123-4bf4-acb7-5864569fd23f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.1377261
Jan 26 11:50:15.653566 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7fd56c6a-f6b8-4cdc-b2ba-9dac5fb7897f req-0aebae22-c75f-495a-a9e3-061c9120b189 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652025
Jan 26 11:50:15.933552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97076c-04d3-4e04-ae22-b1b5814cc359 req-2d52c120-f2b0-404b-aa9d-731cec727cd3 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:15.935422 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a97076c-04d3-4e04-ae22-b1b5814cc359 req-2d52c120-f2b0-404b-aa9d-731cec727cd3 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1561801
Jan 26 11:50:16.014365 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a97076c-04d3-4e04-ae22-b1b5814cc359 req-65f5e7ff-a128-44ec-aaa2-6b8a164d7f4c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705767
Jan 26 11:50:16.341274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32972572-e840-4837-8334-5ee605de28b4 req-0eeda8e9-4633-4235-a0e5-c22fb9c46ef9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:16.343061 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32972572-e840-4837-8334-5ee605de28b4 req-0eeda8e9-4633-4235-a0e5-c22fb9c46ef9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1568673
Jan 26 11:50:16.416978 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32972572-e840-4837-8334-5ee605de28b4 req-c169a4ed-5dde-45ea-8160-ef5fa16bce79 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652776
Jan 26 11:50:16.983452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e2375-662e-4a51-8514-871aa3de37dc req-9eb5c133-4777-41c7-8c05-a59669df6bf0 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:16.985480 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f8e2375-662e-4a51-8514-871aa3de37dc req-9eb5c133-4777-41c7-8c05-a59669df6bf0 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.1626897
Jan 26 11:50:17.054310 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f8e2375-662e-4a51-8514-871aa3de37dc req-bf455d7c-3364-4867-a8a2-3bcaad5d2d43 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618038
Jan 26 11:50:17.355397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca41a93-4ecc-4a61-a791-b0c83781ff4a req-ad960edf-d2d7-4807-ad45-d4e5aa7d43d1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:17.357145 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ca41a93-4ecc-4a61-a791-b0c83781ff4a req-ad960edf-d2d7-4807-ad45-d4e5aa7d43d1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1644695
Jan 26 11:50:17.390574 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-10216353-a213-470b-aa70-338c5fc5dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:17.419479 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ca41a93-4ecc-4a61-a791-b0c83781ff4a req-a84a175d-f254-45de-ac53-e585f50c53e0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548911
Jan 26 11:50:17.720446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48722d7-26cd-4ea2-9925-d74895102a61 req-6eb0d60a-687d-4558-98af-e7a6ea263e04 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:17.720818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56360) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:17.721299 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d48722d7-26cd-4ea2-9925-d74895102a61 req-6eb0d60a-687d-4558-98af-e7a6ea263e04 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1446741
Jan 26 11:50:17.788145 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d48722d7-26cd-4ea2-9925-d74895102a61 req-0bfdb7a8-2ce6-42fa-8db0-ee0fd6ee340c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603063
Jan 26 11:50:17.914707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:17.933978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:17.938663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Usage tracker for resource:security_group_rule and tenant:6461b2e2a81c4667ab6c052825a82381 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:17.941950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:17.949864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:18.060161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.115975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.127321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0d6ca1d1-2a15-4eec-8ea6-58f9aedca0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:18.144445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.165841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d30e55-b79e-4d02-9ca6-f4d58e88ca2e,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:18.171828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:18.196942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56368) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:18.197278 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6461b2e2a81c4667ab6c052825a82381&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4749486
Jan 26 11:50:18.337136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.382108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.465022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cbc02-72fe-421b-86cf-91d50c54663b req-65b9aa5b-215b-44dc-8c04-2ac84137a582 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:18.466805 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8d6cbc02-72fe-421b-86cf-91d50c54663b req-65b9aa5b-215b-44dc-8c04-2ac84137a582 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.2325294
Jan 26 11:50:18.542385 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8d6cbc02-72fe-421b-86cf-91d50c54663b req-65aa7496-c1c3-4399-b140-22e34d596c2d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602396
Jan 26 11:50:18.586494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.593583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-284a0724-ffe1-4830-b528-30a73c72a21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:18.603275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d30e55-b79e-4d02-9ca6-f4d58e88ca2e,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:18.607306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:18.615144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.618870 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4d30e55-b79e-4d02-9ca6-f4d58e88ca2e HTTP/1.1" status: 204  len: 168 time: 0.4178092
Jan 26 11:50:18.784918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:18.852828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893f752-1f52-4157-a4c6-14d36ff142b5 req-cb7f7126-8222-4d02-9942-a0ef59d11dbb tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:18.854805 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a893f752-1f52-4157-a4c6-14d36ff142b5 req-cb7f7126-8222-4d02-9942-a0ef59d11dbb tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1490746
Jan 26 11:50:18.923882 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a893f752-1f52-4157-a4c6-14d36ff142b5 req-3df73d63-10f3-4a0c-a2be-bc533e4d2276 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619771
Jan 26 11:50:19.256037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f3cbc-302c-4ab1-93cf-8f1433e979b9 req-39b8bcff-de99-4f04-b2d8-d71b874f2827 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:19.267182 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-246f3cbc-302c-4ab1-93cf-8f1433e979b9 req-39b8bcff-de99-4f04-b2d8-d71b874f2827 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1724126
Jan 26 11:50:19.349429 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-246f3cbc-302c-4ab1-93cf-8f1433e979b9 req-2bd24bd6-9a05-49a9-a75e-dd590668f2b2 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809345
Jan 26 11:50:19.547120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:19.889028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab16bc-30eb-428a-91ee-8934badee7c5 req-dc7981d1-ff5b-47b6-a452-49a1a93b48c7 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:19.894306 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2eab16bc-30eb-428a-91ee-8934badee7c5 req-dc7981d1-ff5b-47b6-a452-49a1a93b48c7 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.1738079
Jan 26 11:50:19.993958 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2eab16bc-30eb-428a-91ee-8934badee7c5 req-c0c49b37-cb00-4a65-b073-6faa90938963 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933881
Jan 26 11:50:20.102440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56400) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:20.313163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9105ba-0061-42d7-b960-2d43ffa6fe32 req-7bf155f6-46b6-4947-9b34-99c72718f25a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:20.316146 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3f9105ba-0061-42d7-b960-2d43ffa6fe32 req-7bf155f6-46b6-4947-9b34-99c72718f25a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1717725
Jan 26 11:50:20.330943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-93421489-network', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:20.372458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:20.382001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Usage tracker for resource:network and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:20.386753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:20.425739 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3f9105ba-0061-42d7-b960-2d43ffa6fe32 req-853c11df-2960-4062-9371-e262442a5cdf tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852401
Jan 26 11:50:20.426804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:20.474757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Made reservation on behalf of 99199b371a9449cabe22dffd65eaf0c6 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:50:20.479725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:20.495394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:20.516311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:20.521079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Usage tracker for resource:security_group_rule and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:20.524453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:20.531927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:20.758677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0197a0-8b3a-42e6-b19f-9e1943be1dce req-44ee3d6b-a8b1-4b70-96f5-b8320cf1c04f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:20.764226 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1b0197a0-8b3a-42e6-b19f-9e1943be1dce req-44ee3d6b-a8b1-4b70-96f5-b8320cf1c04f tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1902676
Jan 26 11:50:20.800394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:20.845903 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1b0197a0-8b3a-42e6-b19f-9e1943be1dce req-944a6c0d-310e-424d-826c-4ac690520b9e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719736
Jan 26 11:50:20.847280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:20.852212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b7802bf9-61b3-46d3-8eee-cbd907e99037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:20.888553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1872e96a-e91a-4b29-8927-9757139a87fa,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:20.905265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:20.938844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:50:20.958150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:20.958585 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Added segment 405f3f3e-0d35-4d52-9fa7-936138e1ec7e of type vxlan for network d65e3f05-37f3-42f6-8372-7a3820b8681e
Jan 26 11:50:20.998171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:21.061267 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:21.063560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:21.070785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:21.075149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-384add8c-c341-4fa8-9b1f-318f0e48b336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:21.280346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Pushing event updated for resources: {'Network': ['ID=d65e3f05-37f3-42f6-8372-7a3820b8681e,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:21.284027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:21.317390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network d65e3f05-37f3-42f6-8372-7a3820b8681e details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:50:21.317390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network d65e3f05-37f3-42f6-8372-7a3820b8681e details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:50:21.353032 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.2447197
Jan 26 11:50:21.354905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56410) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:21.376306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Request body: {'subnet': {'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-93421489-subnet', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:21.394868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:21.417859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Usage tracker for resource:subnet and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:21.426729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:21.443944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:21.463619 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fe7fc-db81-48fc-9fa7-3bf374bff9e0 req-be93d77d-f84d-4146-8b8e-1c397c55202d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:21.471826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d5fe7fc-db81-48fc-9fa7-3bf374bff9e0 req-be93d77d-f84d-4146-8b8e-1c397c55202d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.2540376
Jan 26 11:50:21.505200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Made reservation on behalf of 99199b371a9449cabe22dffd65eaf0c6 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:50:21.514438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:21.642417 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d5fe7fc-db81-48fc-9fa7-3bf374bff9e0 req-770580bf-2aa6-428c-baae-40e8c3d40bf3 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488254
Jan 26 11:50:22.004397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb2912-6e2d-479e-acf7-5bfd260f6c54 req-c6f8e709-6af0-4cab-8cb9-e3c42eb1d6b6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:22.006210 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60cb2912-6e2d-479e-acf7-5bfd260f6c54 req-c6f8e709-6af0-4cab-8cb9-e3c42eb1d6b6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1930728
Jan 26 11:50:22.078445 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-60cb2912-6e2d-479e-acf7-5bfd260f6c54 req-377c1e42-81e6-4d2f-a586-d8755d6add7c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625086
Jan 26 11:50:22.389494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1aca14-ea1a-41eb-a0d4-f9049c134d44 req-1fc5b78a-f5d5-47ef-a0b9-e6e40c58bf0a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:22.391462 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d1aca14-ea1a-41eb-a0d4-f9049c134d44 req-1fc5b78a-f5d5-47ef-a0b9-e6e40c58bf0a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1587589
Jan 26 11:50:22.490608 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d1aca14-ea1a-41eb-a0d4-f9049c134d44 req-61aeeb49-bc70-4d89-9505-0bf963cfd899 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864518
Jan 26 11:50:22.943107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181739d1-750a-4b0b-a19a-83862944050c req-5a319026-db6f-4d64-86d9-7df0a6702274 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:22.944669 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-181739d1-750a-4b0b-a19a-83862944050c req-5a319026-db6f-4d64-86d9-7df0a6702274 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.1485097
Jan 26 11:50:23.020277 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-181739d1-750a-4b0b-a19a-83862944050c req-fb5c0a14-cc19-4135-8782-22655ee3f30b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682783
Jan 26 11:50:23.363573 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-b1017bf7-d9d8-45b5-bf6a-51810d0f3191 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1550648
Jan 26 11:50:23.422650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a4805-a2f4-47c2-ae6d-daf6a1903cd5 req-d010f66f-caa8-4b5a-acdc-f60412545d23 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:23.426729 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba5a4805-a2f4-47c2-ae6d-daf6a1903cd5 req-d010f66f-caa8-4b5a-acdc-f60412545d23 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1694262
Jan 26 11:50:23.537436 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba5a4805-a2f4-47c2-ae6d-daf6a1903cd5 req-8a261bb0-ecf1-412e-ba53-0aadeeb5854e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727842
Jan 26 11:50:23.562701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-f5607e3a-2195-4c9d-b948-66376dcdb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:23.564524 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-f5607e3a-2195-4c9d-b948-66376dcdb13c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 1163 time: 0.1391795
Jan 26 11:50:23.771461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-f97b8316-8aa6-446e-970e-23a71357f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:23.774076 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-f97b8316-8aa6-446e-970e-23a71357f9df service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.1856375
Jan 26 11:50:23.807352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ff84b-2a4b-4c67-aceb-f3b8a5b827e4 req-c7a6f799-30ce-4f32-b0d9-1ea9f2c28d4c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:23.809165 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-664ff84b-2a4b-4c67-aceb-f3b8a5b827e4 req-c7a6f799-30ce-4f32-b0d9-1ea9f2c28d4c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1692243
Jan 26 11:50:23.860906 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-dcb2726d-a97b-4de8-ae49-d15a5c3d2c17 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c399f5d-da5f-464e-a015-dee125a04134 HTTP/1.1" status: 200  len: 217 time: 0.0793710
Jan 26 11:50:23.876952 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-664ff84b-2a4b-4c67-aceb-f3b8a5b827e4 req-bc2a17f5-7112-4368-bfb3-fe2418020030 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607488
Jan 26 11:50:23.934924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-42d93af5-3e7e-45db-bbad-b11ba3db54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:23.936543 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-42d93af5-3e7e-45db-bbad-b11ba3db54d9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.0684657
Jan 26 11:50:23.995294 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-76d802ea-a946-41bd-8485-fdc9e4987a0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513902
Jan 26 11:50:24.154300 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-032c3fb7-ef73-4ac3-8ec0-72acefc25f5a service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505764
Jan 26 11:50:24.393668 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c8479cb-fee3-4ac7-a6f5-7d67400efc39 req-43d94b65-bc4b-4bdc-b38b-0b769e72fd7a service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1912680
Jan 26 11:50:24.447952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3542b-3ae4-487f-9617-6905afc6c175 req-bc71eaa4-3b70-4789-ba0e-dfb4d00a38ee tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:24.449749 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-22a3542b-3ae4-487f-9617-6905afc6c175 req-bc71eaa4-3b70-4789-ba0e-dfb4d00a38ee tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.2883263
Jan 26 11:50:24.512199 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-22a3542b-3ae4-487f-9617-6905afc6c175 req-23431371-209a-4a85-8e9f-2e31d13016f6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559278
Jan 26 11:50:24.837813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f26cb-ef2a-46bc-8184-4ddaf6c92319 req-3722993d-df2a-463a-a6c0-2ebca3014dba tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:24.839913 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d87f26cb-ef2a-46bc-8184-4ddaf6c92319 req-3722993d-df2a-463a-a6c0-2ebca3014dba tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1365967
Jan 26 11:50:24.907667 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d87f26cb-ef2a-46bc-8184-4ddaf6c92319 req-f3b0fe0a-f69b-4f78-a4c1-cc41d691fea4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610704
Jan 26 11:50:25.073979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:25.265552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7e2de-6f72-44c4-b670-6d20daae95d1 req-312391b1-e374-4f8b-9932-ffb8b330e6c9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:25.270043 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-16b7e2de-6f72-44c4-b670-6d20daae95d1 req-312391b1-e374-4f8b-9932-ffb8b330e6c9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1710894
Jan 26 11:50:25.425141 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-16b7e2de-6f72-44c4-b670-6d20daae95d1 req-a4850e37-ba67-4067-91f4-5f1a72ddcae7 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508565
Jan 26 11:50:25.448769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:25.469976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:25.785142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1623c-98ba-42dc-84f1-a3184ebdba16 req-bf12a1dd-98a5-4170-aff2-0d283b7793f8 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:25.787170 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d7e1623c-98ba-42dc-84f1-a3184ebdba16 req-bf12a1dd-98a5-4170-aff2-0d283b7793f8 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.1354516
Jan 26 11:50:25.831754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edfd81a-e75a-4d62-8afe-25fb5254ed6f,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:25.839557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:25.846580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-c9e1c96a-d1de-4196-99e3-0b7184788525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:25.848259 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-c9e1c96a-d1de-4196-99e3-0b7184788525 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4984a9173d9443cabc68428285ccef96&device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 1162 time: 0.5006351
Jan 26 11:50:25.848531 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d7e1623c-98ba-42dc-84f1-a3184ebdba16 req-96c9452e-8f6b-4c81-a3ab-893eb0031eb1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548048
Jan 26 11:50:26.043968 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Checking segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:50:26.044304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Network hostable DHCP agents. Network: d65e3f05-37f3-42f6-8372-7a3820b8681e, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:50:26.061747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-9060f42a-544b-4def-821e-3897a509edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:26.063370 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-9060f42a-544b-4def-821e-3897a509edbe service neutron] 10.222.0.81 "GET /v2.0/networks?id=5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 200  len: 913 time: 0.1991394
Jan 26 11:50:26.178301 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-7e28039a-2fec-4570-afc8-b2ce4d743b30 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 200  len: 217 time: 0.1076114
Jan 26 11:50:26.183838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Network d65e3f05-37f3-42f6-8372-7a3820b8681e is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:50:26.238706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, d65e3f05-37f3-42f6-8372-7a3820b8681e) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:26.247417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60badd84-b5e3-4635-b5a3-2271a4e43209 None None] Network d65e3f05-37f3-42f6-8372-7a3820b8681e requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:50:26.275444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:26.275977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:26.309114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-7be17b0c-74bb-42c6-ae35-5b8c08bf7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:26.310709 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-7be17b0c-74bb-42c6-ae35-5b8c08bf7d4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 200  len: 859 time: 0.1158786
Jan 26 11:50:26.374932 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3370e616-8c9f-421d-9a1a-60fe70ac6e66 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 5.0176775
Jan 26 11:50:26.378521 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-50ef2f4c-c66d-4f6b-b220-313e7248016b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5c3a91da-0586-4326-960a-5180676e05ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567343
Jan 26 11:50:26.382520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56452) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:26.389922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:26.443007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32546c1d-da07-43fb-b10d-ca90a6055c31 req-9e30b47d-7be6-48fc-acfc-02f0382e7f2f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:26.444488 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32546c1d-da07-43fb-b10d-ca90a6055c31 req-9e30b47d-7be6-48fc-acfc-02f0382e7f2f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.3115399
Jan 26 11:50:26.470791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:26.479769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Usage tracker for resource:router and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:26.494364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:26.512761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-d65e3f05-37f3-42f6-8372-7a3820b8681e', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:50:26.514247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:26.517503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:26.615963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:26.617148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:26.642506 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32546c1d-da07-43fb-b10d-ca90a6055c31 req-3a4d3301-dc34-40d6-b98c-185a4c815a75 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1689050
Jan 26 11:50:26.694052 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-5cc56204-38ec-4384-bf14-6169c06715e9 service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2484257
Jan 26 11:50:26.714236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365618eb-4c3a-4fb7-a2e6-6dd4770dbcbc req-3cefaed7-f48f-43d4-a367-0de9cde9df31 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:26.722678 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-365618eb-4c3a-4fb7-a2e6-6dd4770dbcbc req-3cefaed7-f48f-43d4-a367-0de9cde9df31 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1512892
Jan 26 11:50:26.790437 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-365618eb-4c3a-4fb7-a2e6-6dd4770dbcbc req-9eda1d4a-bb2a-4982-8fb3-0b169b0125a6 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665665
Jan 26 11:50:26.842073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:26.920701 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f75307e0-b7f8-4a68-9aa0-52928fe79b86 req-0cff8279-f114-4809-80d8-2df315eb811e service neutron] 10.222.0.81 "GET /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2178376
Jan 26 11:50:27.004239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Allocated IP 172.20.0.2 (d65e3f05-37f3-42f6-8372-7a3820b8681e/0edfd81a-e75a-4d62-8afe-25fb5254ed6f/61a50270-f8d7-4c01-b162-f55293bb9593) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:50:27.147400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4976e5-c196-459a-8612-fb3ef75594e0 req-9138c69d-de1f-412e-8e7d-a2569c19c1e2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:27.148884 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3e4976e5-c196-459a-8612-fb3ef75594e0 req-9138c69d-de1f-412e-8e7d-a2569c19c1e2 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.1399789
Jan 26 11:50:27.220548 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3e4976e5-c196-459a-8612-fb3ef75594e0 req-707725f3-9487-4abc-a925-21fab10fe63d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645261
Jan 26 11:50:27.259572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.273951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.285027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Transition to ACTIVE for port object 61a50270-f8d7-4c01-b162-f55293bb9593 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:27.302896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Transition to ACTIVE for port object 61a50270-f8d7-4c01-b162-f55293bb9593 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:27.379589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.401929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a0154c4b-0bbe-49e4-aafd-8b436b135a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:27.562937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Pushing event updated for resources: {'Port': ['ID=61a50270-f8d7-4c01-b162-f55293bb9593,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:27.566341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:27.622164 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Network d65e3f05-37f3-42f6-8372-7a3820b8681e is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:27.623631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:27.626215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:50:27.697926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Attempting to bind port 61a50270-f8d7-4c01-b162-f55293bb9593 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:50:27.699572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Attempting to bind port 61a50270-f8d7-4c01-b162-f55293bb9593 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:50:27.700015 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Attempting to bind port 61a50270-f8d7-4c01-b162-f55293bb9593 on network d65e3f05-37f3-42f6-8372-7a3820b8681e {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:50:27.706617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:50:27.706979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Checking segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:50:27.707829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.708029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Bound using segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:50:27.708578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Bound port: 61a50270-f8d7-4c01-b162-f55293bb9593, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:50:27.709012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.767137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-1b827ca7-8e12-47d1-9833-4c7fcb434446 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:27.768801 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-1b827ca7-8e12-47d1-9833-4c7fcb434446 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.2682543
Jan 26 11:50:27.770740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.840119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] For port 61a50270-f8d7-4c01-b162-f55293bb9593, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:50:27.844001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] For port 61a50270-f8d7-4c01-b162-f55293bb9593, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=61a50270-f8d7-4c01-b162-f55293bb9593,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:50:27.872604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.884081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.932022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Deleting port 4ef8359f-9c6a-4377-8e66-04185987e525 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:27.932673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:27.940127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:28.149212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Pushing event updated for resources: {'Port': ['ID=61a50270-f8d7-4c01-b162-f55293bb9593,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:28.156401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:28.227615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8126-6124-491e-a5d4-e9d1ad36419e req-4ff01fb9-065e-4818-8a6e-8e77fcefadad tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:28.229980 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe9f8126-6124-491e-a5d4-e9d1ad36419e req-4ff01fb9-065e-4818-8a6e-8e77fcefadad tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.3595169
Jan 26 11:50:28.293496 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe9f8126-6124-491e-a5d4-e9d1ad36419e req-292aba2a-1afc-4f4a-ad3d-2e55bd2f6ca6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563965
Jan 26 11:50:28.395273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:28.482595 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:28.483298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:28.613599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52147379-2c12-415e-9168-0255f6a46367 req-93753c61-3b36-42be-8363-1c0834ff4c31 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:28.622132 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52147379-2c12-415e-9168-0255f6a46367 req-93753c61-3b36-42be-8363-1c0834ff4c31 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 945 time: 0.1718924
Jan 26 11:50:28.708355 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52147379-2c12-415e-9168-0255f6a46367 req-a5bbe7a6-adcb-4cef-b904-1e41ccfbf4d6 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827179
Jan 26 11:50:28.725621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ef8359f-9c6a-4377-8e66-04185987e525 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:50:28.738013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2827b7-90de-4fa4-baa2-924d0878a371 req-d6560be4-2324-4821-b28a-707e54dce08c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:28.747366 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d2827b7-90de-4fa4-baa2-924d0878a371 req-d6560be4-2324-4821-b28a-707e54dce08c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.6754587
Jan 26 11:50:28.862870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:28.894216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:28.906727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 4ef8359f-9c6a-4377-8e66-04185987e525, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ef8359f-9c6a-4377-8e66-04185987e525,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:28.946768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:28.948822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:28.968801 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d2827b7-90de-4fa4-baa2-924d0878a371 req-b9b00abc-25b3-4760-bd56-66a8c5e72b9c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206485
Jan 26 11:50:29.000338 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525', 'code': 200}
Jan 26 11:50:29.011816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] For port 4ef8359f-9c6a-4377-8e66-04185987e525, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ef8359f-9c6a-4377-8e66-04185987e525,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:29.012198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:29.030949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=4ef8359f-9c6a-4377-8e66-04185987e525,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:29.034419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:29.102399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Allocated IP 172.27.2.89 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/42a2c9c1-91b7-46a4-9105-6528f327d930) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:50:29.174956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Calling delete_port for 4ef8359f-9c6a-4377-8e66-04185987e525 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:50:29.494559 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:29.529622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:50:29.530048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:50:29.559377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:29.576896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:29.590918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c00644-b07d-4c6f-b187-e5084063b930 req-3fd363bc-6b01-4450-9b2f-4fb231812bfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:29.593897 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0c00644-b07d-4c6f-b187-e5084063b930 req-3fd363bc-6b01-4450-9b2f-4fb231812bfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1367564
Jan 26 11:50:29.656206 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0c00644-b07d-4c6f-b187-e5084063b930 req-d0b187fc-9b00-433a-a9ca-559ae739eb3e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571027
Jan 26 11:50:29.719998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Pushing event updated for resources: {'Port': ['ID=42a2c9c1-91b7-46a4-9105-6528f327d930,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:29.730639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:29.762752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a17bee-1468-4143-ae1a-5e91803394ec None None] Network d65e3f05-37f3-42f6-8372-7a3820b8681e requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:50:29.787892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:29.787892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:29.787892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:50:30.082393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Deleting port 4ef8359f-9c6a-4377-8e66-04185987e525 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:30.082805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:30.106407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-05e9547a-85ee-4a8d-83f8-ec48269c6c16 None None] Provisioning for port 61a50270-f8d7-4c01-b162-f55293bb9593 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:30.261150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b348-a372-4cd0-9101-92d958ac5006 req-9cef4a05-d8dd-4f8c-9c01-941dbd11cbc9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:30.262944 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-aba1b348-a372-4cd0-9101-92d958ac5006 req-9cef4a05-d8dd-4f8c-9c01-941dbd11cbc9 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.1393135
Jan 26 11:50:30.316439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:30.326119 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-aba1b348-a372-4cd0-9101-92d958ac5006 req-1c8afc7b-7c89-4691-b04b-7521836e726a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541685
Jan 26 11:50:30.384260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d429d4-1634-4e8a-b461-8f2166f894ee req-09a69070-6e4a-4928-ac3a-2aa28293d3d8 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:30.386073 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4d429d4-1634-4e8a-b461-8f2166f894ee req-09a69070-6e4a-4928-ac3a-2aa28293d3d8 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 943 time: 0.4384325
Jan 26 11:50:30.449185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:30.450102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:30.509116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 61a50270-f8d7-4c01-b162-f55293bb9593 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:30.663062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] Provisioning complete for port 61a50270-f8d7-4c01-b162-f55293bb9593 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:30.663794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:30.722935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 61a50270-f8d7-4c01-b162-f55293bb9593 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:30.739509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 61a50270-f8d7-4c01-b162-f55293bb9593 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:30.740878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.018904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] For port 4ef8359f-9c6a-4377-8e66-04185987e525, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ef8359f-9c6a-4377-8e66-04185987e525,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:31.018904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.099366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.139399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.208910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Calling delete_port for 4ef8359f-9c6a-4377-8e66-04185987e525 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:50:31.210583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] For port 61a50270-f8d7-4c01-b162-f55293bb9593, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=61a50270-f8d7-4c01-b162-f55293bb9593,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:31.258770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.269158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bbc7d645-3c4f-44fd-8936-69a85ea6ccc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:31.411199 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:50:31.411817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:50:31.424615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4d429d4-1634-4e8a-b461-8f2166f894ee req-89176025-bde0-493f-a326-ff2c58749fa5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0186367
Jan 26 11:50:31.427219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] Pushing event updated for resources: {'Port': ['ID=61a50270-f8d7-4c01-b162-f55293bb9593,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:31.431085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-9f4d67aa-1b41-4910-9f75-2f6c5bf60491 None None] Provisioning complete for port 61a50270-f8d7-4c01-b162-f55293bb9593 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:31.432045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f4d67aa-1b41-4910-9f75-2f6c5bf60491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.460610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db246356-3807-4527-9a51-e74b48fcd22d req-f4a06f62-3769-4dd6-a70e-7a0064b7de7b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:31.469449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:31.472135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db246356-3807-4527-9a51-e74b48fcd22d req-f4a06f62-3769-4dd6-a70e-7a0064b7de7b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1967056
Jan 26 11:50:31.539308 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db246356-3807-4527-9a51-e74b48fcd22d req-28d4265c-7c0e-4b88-aca3-0071e2b8235e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658653
Jan 26 11:50:31.582734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.663223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:31.768294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:31.856849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event deleted for resources: {'Port': ['ID=4ef8359f-9c6a-4377-8e66-04185987e525,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:31.859569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:32.218319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] No DVR routers for this DVR port 4ef8359f-9c6a-4377-8e66-04185987e525 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:50:32.225947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:32.228937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'name': 'network-vif-deleted', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:32.289911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:32.348727 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c53328-f3c2-424b-9c45-b38ad2ce49dd', 'name': 'network-vif-deleted', 'tag': '4ef8359f-9c6a-4377-8e66-04185987e525', 'status': 'completed', 'code': 200}
Jan 26 11:50:32.351690 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a2e87a80-2154-4a00-abb8-94e6b8cd9067 req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "DELETE /v2.0/ports/4ef8359f-9c6a-4377-8e66-04185987e525 HTTP/1.1" status: 204  len: 173 time: 4.5471857
Jan 26 11:50:32.435810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 61a50270-f8d7-4c01-b162-f55293bb9593 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:32.552901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 61a50270-f8d7-4c01-b162-f55293bb9593 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:32.553332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:32.641596 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-59e17874-c826-4301-96b4-2926918b5fe9 req-f573a13f-e899-4902-a059-328c2e37a35b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=06c53328-f3c2-424b-9c45-b38ad2ce49dd HTTP/1.1" status: 200  len: 210 time: 0.0530057
Jan 26 11:50:32.653185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:50:32.931827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:50:32.942412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:50:32.957178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:50:32.958222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f08e9860>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:32.995885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e19b96-2e12-46e9-87c9-c3106d88500a req-4f869e4e-c07c-4b2a-8e34-f38ef0654843 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:32.997820 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d5e19b96-2e12-46e9-87c9-c3106d88500a req-4f869e4e-c07c-4b2a-8e34-f38ef0654843 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.2027545
Jan 26 11:50:33.045443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:33.046827 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0bdef925-69b9-4e01-8e4e-91258cd00d74 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.6654539
Jan 26 11:50:33.049772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56514) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:33.064662 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d5e19b96-2e12-46e9-87c9-c3106d88500a req-4e54ed65-8008-4011-9f4a-26a934d007b6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598962
Jan 26 11:50:33.206904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:50:33.718370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f08e9860>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:30Z', 'revision_number': 3, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:33.722791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:50:33.723262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Updating router 305c3086-7610-416e-842c-2ef5bcf8ee02 port 42a2c9c1-91b7-46a4-9105-6528f327d930 binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:50:33.786737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.170383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.308837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.326481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Transition to ACTIVE for port object 42a2c9c1-91b7-46a4-9105-6528f327d930 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:34.364970 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.379457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c5f58-e12c-46d9-b38a-47ec8da1c793 req-2a5fccc7-f4f6-4e1b-8fcc-1054a2623e27 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:34.381548 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-629c5f58-e12c-46d9-b38a-47ec8da1c793 req-2a5fccc7-f4f6-4e1b-8fcc-1054a2623e27 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.1413834
Jan 26 11:50:34.384127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:34.451685 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-629c5f58-e12c-46d9-b38a-47ec8da1c793 req-a5b58ec7-9bca-414e-8a74-bdffa7bc38f9 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606637
Jan 26 11:50:34.556648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf039b-c0c8-4c6b-a331-eb7460834834 req-b124ea87-840b-48cd-a483-159d6a1f237b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:34.558552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-cfdf039b-c0c8-4c6b-a331-eb7460834834 req-b124ea87-840b-48cd-a483-159d6a1f237b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:50:34.567748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Pushing event updated for resources: {'Port': ['ID=42a2c9c1-91b7-46a4-9105-6528f327d930,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:34.582565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.582956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.583345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.583804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.584174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.584563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.584940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.585313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.585737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.586106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.586482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.586881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.587304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.587669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.588033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.588453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.588820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.589184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.589784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.590158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.590526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.590885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.591249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.591612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:34.596142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:34.664019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Attempting to bind port 42a2c9c1-91b7-46a4-9105-6528f327d930 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:50:34.664441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Attempting to bind port 42a2c9c1-91b7-46a4-9105-6528f327d930 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:50:34.664851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Attempting to bind port 42a2c9c1-91b7-46a4-9105-6528f327d930 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:50:34.670260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-cfdf039b-c0c8-4c6b-a331-eb7460834834 req-b124ea87-840b-48cd-a483-159d6a1f237b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:50:34.672924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:50:34.673349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:50:34.673848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.674291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:50:34.674813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Bound port: 42a2c9c1-91b7-46a4-9105-6528f327d930, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:50:34.675232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.679558 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cfdf039b-c0c8-4c6b-a331-eb7460834834 req-b124ea87-840b-48cd-a483-159d6a1f237b tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.4253623
Jan 26 11:50:34.776115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] For port 42a2c9c1-91b7-46a4-9105-6528f327d930, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:50:34.779981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] For port 42a2c9c1-91b7-46a4-9105-6528f327d930, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=42a2c9c1-91b7-46a4-9105-6528f327d930,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:50:34.790542 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cfdf039b-c0c8-4c6b-a331-eb7460834834 req-ab4df591-df80-4ccf-898d-00bb67a95010 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097531
Jan 26 11:50:34.800364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Allocated IP 172.20.0.1 (d65e3f05-37f3-42f6-8372-7a3820b8681e/0edfd81a-e75a-4d62-8afe-25fb5254ed6f/9729bd64-5ef8-4950-ad7a-9e990637c414) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:50:34.836691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.856607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:34.974758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:34.995638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Transition to ACTIVE for port object 9729bd64-5ef8-4950-ad7a-9e990637c414 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:35.050153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Pushing event updated for resources: {'Port': ['ID=42a2c9c1-91b7-46a4-9105-6528f327d930,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:35.053725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dd7d5994-66a9-40ca-b7b0-c8b9ac2c4984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:35.066690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:35.081194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:50:35.081878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f08e9860>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:35.084073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4d10896d-d634-4e26-b7b0-b52a68043ddf tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:35.237156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Pushing event updated for resources: {'Port': ['ID=9729bd64-5ef8-4950-ad7a-9e990637c414,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:35.242859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:35.293027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Network d65e3f05-37f3-42f6-8372-7a3820b8681e is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:35.294594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:35.296967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:50:35.301224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:50:35.370400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:35.427334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:35.542383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d4beab4-0e11-430e-b294-102be2442b65 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:35.542813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:35.689029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f08e9860>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:30Z', 'revision_number': 3, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:35.695103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:35.702607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840d636-4a90-47de-8977-af07bd8b62c5 None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:30Z', 'revision_number': 3, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:50:35.724171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ca3c2d6f-7208-474f-a857-45fa4aafd1a2 None None] Provisioning for port 9729bd64-5ef8-4950-ad7a-9e990637c414 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:35.743119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ca3c2d6f-7208-474f-a857-45fa4aafd1a2 None None] Provisioning complete for port 9729bd64-5ef8-4950-ad7a-9e990637c414 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:35.743119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ca3c2d6f-7208-474f-a857-45fa4aafd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:35.800558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:35.934481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c2d6f-7208-474f-a857-45fa4aafd1a2 None None] Port 9729bd64-5ef8-4950-ad7a-9e990637c414 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:50:35.948982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4ed1e-15ca-4300-b62c-a554aed3e644 req-14af0916-14a0-44fa-aef6-b57c8cab4df6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:35.953402 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-13a4ed1e-15ca-4300-b62c-a554aed3e644 req-14af0916-14a0-44fa-aef6-b57c8cab4df6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.2912502
Jan 26 11:50:35.995350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:35.995925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:36.094122 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-13a4ed1e-15ca-4300-b62c-a554aed3e644 req-be89d41f-07be-4943-99c0-a6f174abaa5b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330273
Jan 26 11:50:36.294318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:36.361305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:36.377132 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d12f084-f861-49d0-a519-1436e5a2ef71,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:36.425403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:36.426801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:36.591946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=6']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:36.603949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:36.628617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 42a2c9c1-91b7-46a4-9105-6528f327d930 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:36.630119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9605-ab3a-4159-bd4a-20b92b3f14e2 req-9f773a4f-4024-4efe-a479-4562b45f315c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:36.638629 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ccb9605-ab3a-4159-bd4a-20b92b3f14e2 req-9f773a4f-4024-4efe-a479-4562b45f315c tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.5096550
Jan 26 11:50:36.668561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.resource_extend [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 11:50:36.692603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:36.740051 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1ccb9605-ab3a-4159-bd4a-20b92b3f14e2 req-7d9bbbff-a6ff-403b-b3ef-e7261b50ed32 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000838
Jan 26 11:50:36.742514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:36.780394 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'code': 200}
Jan 26 11:50:36.785535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 3e54e717-304b-42be-9c84-fb41475b1342 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:50:36.804747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:37.088139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-e7840d8a-c2c8-453a-8a92-0278d4cb98af tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:37.098259 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-e7840d8a-c2c8-453a-8a92-0278d4cb98af tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 945 time: 0.7060206
Jan 26 11:50:37.164906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Pushing event updated for resources: {'Port': ['ID=9729bd64-5ef8-4950-ad7a-9e990637c414,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:37.193508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:37.200095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:37.218817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87dabd-83a0-4f93-8fa7-fdf99add2aed req-47b9080f-6efc-4c03-a517-448e60ec7928 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:37.221444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 42a2c9c1-91b7-46a4-9105-6528f327d930 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:37.222770 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db87dabd-83a0-4f93-8fa7-fdf99add2aed req-47b9080f-6efc-4c03-a517-448e60ec7928 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2860732
Jan 26 11:50:37.250645 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 42a2c9c1-91b7-46a4-9105-6528f327d930 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:37.255259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:37.335974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:37.375509 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db87dabd-83a0-4f93-8fa7-fdf99add2aed req-7df4f464-26ae-462a-be80-d82f9b18c96e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297297
Jan 26 11:50:37.441206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 3e54e717-304b-42be-9c84-fb41475b1342, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3e54e717-304b-42be-9c84-fb41475b1342,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:37.509262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:37.513052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:37.592682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Deleting port 3e54e717-304b-42be-9c84-fb41475b1342 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:37.593118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:37.715469 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:37.734313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed680189-3de2-45b3-a313-84b2a40f4339 req-76edd2d6-22d6-4255-b36f-f84cb3329965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:37.736311 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ed680189-3de2-45b3-a313-84b2a40f4339 req-76edd2d6-22d6-4255-b36f-f84cb3329965 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1163 time: 0.1299832
Jan 26 11:50:37.736478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 42a2c9c1-91b7-46a4-9105-6528f327d930, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=42a2c9c1-91b7-46a4-9105-6528f327d930,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:37.748892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=3e54e717-304b-42be-9c84-fb41475b1342,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:37.765951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:37.780660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:37.787938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:37.798239 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ed680189-3de2-45b3-a313-84b2a40f4339 req-2c39aa9b-7289-47ad-b044-a7e4daacc291 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551391
Jan 26 11:50:37.873522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca5939-15d9-4ed8-acaa-cdfbf4ec4381 req-b51a3025-0897-40ac-871c-0cc2e3ad54b4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:37.878173 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bfca5939-15d9-4ed8-acaa-cdfbf4ec4381 req-b51a3025-0897-40ac-871c-0cc2e3ad54b4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.4698834
Jan 26 11:50:37.880371 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=42a2c9c1-91b7-46a4-9105-6528f327d930,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:37.884734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:37.905988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Network d65e3f05-37f3-42f6-8372-7a3820b8681e is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:37.925899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:38.069139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce73c6-a343-4493-9ccb-c6fe6692e825 req-9ed2051c-be44-4dcd-9421-add803f9b730 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:38.075948 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-74ce73c6-a343-4493-9ccb-c6fe6692e825 req-9ed2051c-be44-4dcd-9421-add803f9b730 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 943 time: 0.1456740
Jan 26 11:50:38.137432 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-74ce73c6-a343-4493-9ccb-c6fe6692e825 req-705ab747-2c7c-4f14-b134-00f498656f17 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597687
Jan 26 11:50:38.214211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ae6dbec2-0c38-4b01-9efb-663abf790c5a None None] Provisioning complete for port 9729bd64-5ef8-4950-ad7a-9e990637c414 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:38.214733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ae6dbec2-0c38-4b01-9efb-663abf790c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:38.279344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ae6dbec2-0c38-4b01-9efb-663abf790c5a None None] Port 9729bd64-5ef8-4950-ad7a-9e990637c414 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:50:38.421598 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bfca5939-15d9-4ed8-acaa-cdfbf4ec4381 req-321b62ce-6004-44a0-9675-0716e50ce261 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5175467
Jan 26 11:50:38.442675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 42a2c9c1-91b7-46a4-9105-6528f327d930 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:38.507155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] For port 3e54e717-304b-42be-9c84-fb41475b1342, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=3e54e717-304b-42be-9c84-fb41475b1342,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:38.507705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:38.565472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 42a2c9c1-91b7-46a4-9105-6528f327d930 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:38.567374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:38.718737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Calling delete_port for 3e54e717-304b-42be-9c84-fb41475b1342 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:50:38.739794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e43ad-fa96-4d92-8e82-98273a1bdd4e req-b3bedbe3-72c3-4583-ac91-2b71a6360357 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:38.741727 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e83e43ad-fa96-4d92-8e82-98273a1bdd4e req-b3bedbe3-72c3-4583-ac91-2b71a6360357 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1830709
Jan 26 11:50:38.758909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:50:38.783121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:38.824512 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e83e43ad-fa96-4d92-8e82-98273a1bdd4e req-a0583f56-9cf0-4a76-82a3-22fe102e1e91 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742190
Jan 26 11:50:38.865218 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342', 'code': 200}
Jan 26 11:50:38.872342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:38.976882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:38.978153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:39.204116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:50:39.259879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:39.283154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:39.349442 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] 10.222.0.57 "PUT /v2.0/routers/305c3086-7610-416e-842c-2ef5bcf8ee02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2938919
Jan 26 11:50:39.384459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event deleted for resources: {'Port': ['ID=3e54e717-304b-42be-9c84-fb41475b1342,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:39.390306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:39.467845 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-abe8cd73-a392-4c16-8973-a0ea28c020b0 req-510106a4-f03e-4cdf-8034-b78732232716 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 210 time: 0.0869296
Jan 26 11:50:39.556291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:50:39.598905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:50:39.600346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07eef23ef0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:39.804867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] No DVR routers for this DVR port 3e54e717-304b-42be-9c84-fb41475b1342 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:50:39.815488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:39.818273 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-81659a8d-f5bb-4fb4-bb5f-bfbe9d39b581 req-4ebdc161-e606-4549-908c-42d2c18eac2f tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "DELETE /v2.0/ports/3e54e717-304b-42be-9c84-fb41475b1342 HTTP/1.1" status: 204  len: 173 time: 2.5444648
Jan 26 11:50:39.819111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'name': 'network-vif-deleted', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:39.938147 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4dbe-f78b-4b50-8f76-ed201556fb32 req-1a9c63a0-2bb1-474c-8b05-62414c5e6270 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:39.939782 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-853f4dbe-f78b-4b50-8f76-ed201556fb32 req-1a9c63a0-2bb1-474c-8b05-62414c5e6270 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1843848
Jan 26 11:50:39.951247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:50:39.983256 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7189a81-5710-472f-bd9f-ec3e72d63cb8', 'name': 'network-vif-deleted', 'tag': '3e54e717-304b-42be-9c84-fb41475b1342', 'status': 'completed', 'code': 200}
Jan 26 11:50:40.075934 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-853f4dbe-f78b-4b50-8f76-ed201556fb32 req-09e666b1-9d60-4922-a56b-78162d45faad tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294398
Jan 26 11:50:40.324003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205c97-248a-40fb-b073-0bc7a23e2919 req-69b30bc0-11dc-46ad-9fef-b382e600ce7a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:40.332989 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-38205c97-248a-40fb-b073-0bc7a23e2919 req-69b30bc0-11dc-46ad-9fef-b382e600ce7a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1694264
Jan 26 11:50:40.417654 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-38205c97-248a-40fb-b073-0bc7a23e2919 req-762cb539-7c00-4139-9690-fc7bed4ddcc8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827401
Jan 26 11:50:40.688040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07eef23ef0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 2, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:40.696173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:50:40.697021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Updating router 305c3086-7610-416e-842c-2ef5bcf8ee02 port 9729bd64-5ef8-4950-ad7a-9e990637c414 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:50:40.813328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:40.827667 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7f46b2de-d623-4fa1-9b49-4bc0b0c9227a req-2df1f559-7a88-4499-851f-8b45a5dbf647 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=f7189a81-5710-472f-bd9f-ec3e72d63cb8 HTTP/1.1" status: 200  len: 210 time: 0.0795410
Jan 26 11:50:40.865028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56632) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:40.873884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1188645880-network', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:40.879737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:40.886344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Usage tracker for resource:network and tenant:5d0b5c92317d44bd991ac686ab51c2c5 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:40.890210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:40.897441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:40.938493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Made reservation on behalf of 5d0b5c92317d44bd991ac686ab51c2c5 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:50:40.944008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:40.960627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:40.981769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:40.987914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Usage tracker for resource:security_group_rule and tenant:5d0b5c92317d44bd991ac686ab51c2c5 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:40.993061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:41.000364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:41.108606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.174634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.179287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-05f671bb-41d9-4f70-9c57-1b62f22362ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:41.215473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:50:41.226476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7edd9a4-a2c8-4ff9-8eb0-a0b7af23e89e,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:41.231671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:41.236458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.236919 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Added segment be458056-6327-41be-ab25-d2825281c136 of type vxlan for network bd55233f-9e16-4f1b-b0ee-1de87af1f799
Jan 26 11:50:41.271675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.292627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:41.344571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.349652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:41.350324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.392774 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:41.429088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 0d12f084-f861-49d0-a519-1436e5a2ef71 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:41.429554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.479181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df0c4-44fd-49f6-a67f-b36ebf9b7b22 req-da834df6-2d53-4384-b036-0c43350ddcb8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:41.481383 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d06df0c4-44fd-49f6-a67f-b36ebf9b7b22 req-da834df6-2d53-4384-b036-0c43350ddcb8 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.1759663
Jan 26 11:50:41.532334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Pushing event updated for resources: {'Network': ['ID=bd55233f-9e16-4f1b-b0ee-1de87af1f799,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:41.539820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:41.563735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:50:41.581615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7125666
Jan 26 11:50:41.585696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56644) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:41.595659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Request body: {'subnet': {'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1188645880-subnet', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:41.598643 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:50:41.618569 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d06df0c4-44fd-49f6-a67f-b36ebf9b7b22 req-eb187712-6ac5-44cb-a01e-c5d30f2ea5df tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276028
Jan 26 11:50:41.659659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2ff09-01f3-4130-b3d9-e8d3638d5932 req-792d73f0-18b8-4d5f-a031-3f51e79e81ac tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:41.668973 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8cc2ff09-01f3-4130-b3d9-e8d3638d5932 req-792d73f0-18b8-4d5f-a031-3f51e79e81ac tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.3194723
Jan 26 11:50:41.668973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:41.678858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Usage tracker for resource:subnet and tenant:5d0b5c92317d44bd991ac686ab51c2c5 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:41.700259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:41.712396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:41.755275 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8cc2ff09-01f3-4130-b3d9-e8d3638d5932 req-5f44bed8-1abf-4c3f-b9ab-51dca7e64182 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827796
Jan 26 11:50:41.775316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Made reservation on behalf of 5d0b5c92317d44bd991ac686ab51c2c5 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:50:41.783423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.943232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:41.958432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70349ce-cd02-43d6-b322-143259aba9f1 req-05546d54-5af5-4683-af8e-04699a52b7f2 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:41.960224 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e70349ce-cd02-43d6-b322-143259aba9f1 req-05546d54-5af5-4683-af8e-04699a52b7f2 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1935685
Jan 26 11:50:42.056012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Transition to ACTIVE for port object 9729bd64-5ef8-4950-ad7a-9e990637c414 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:42.074639 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e70349ce-cd02-43d6-b322-143259aba9f1 req-475abec7-f853-4c00-9d25-b4d8db5eadea tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006677
Jan 26 11:50:42.105424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:42.126021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:42.300273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629e966-7839-4e56-977a-261ea0666bb1 None None] Pushing event updated for resources: {'Port': ['ID=9729bd64-5ef8-4950-ad7a-9e990637c414,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:42.305939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1629e966-7839-4e56-977a-261ea0666bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:42.495219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:42.516000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Attempting to bind port 9729bd64-5ef8-4950-ad7a-9e990637c414 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:50:42.516289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:42.516440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Attempting to bind port 9729bd64-5ef8-4950-ad7a-9e990637c414 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:50:42.516440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Attempting to bind port 9729bd64-5ef8-4950-ad7a-9e990637c414 on network d65e3f05-37f3-42f6-8372-7a3820b8681e {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:50:42.524882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:50:42.526247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Checking segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:50:42.527231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:42.528028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Bound using segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:50:42.528975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Bound port: 9729bd64-5ef8-4950-ad7a-9e990637c414, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:50:42.529747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:42.674283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] For port 9729bd64-5ef8-4950-ad7a-9e990637c414, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:50:42.677997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] For port 9729bd64-5ef8-4950-ad7a-9e990637c414, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=9729bd64-5ef8-4950-ad7a-9e990637c414,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:50:42.713922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:42.734084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:42.740680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a95530-c923-45e3-9d94-196f70da5bb7,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:42.746718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:42.887907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Checking segment: {'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:50:42.888307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Network hostable DHCP agents. Network: bd55233f-9e16-4f1b-b0ee-1de87af1f799, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:50:42.900331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629e966-7839-4e56-977a-261ea0666bb1 None None] Pushing event updated for resources: {'Port': ['ID=9729bd64-5ef8-4950-ad7a-9e990637c414,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:42.906769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1629e966-7839-4e56-977a-261ea0666bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:42.964000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:50:42.964934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07eef23ef0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:42.996943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e4bc7-460f-49eb-80d3-87a37b6bb76a req-f62cb9e4-c4ed-4ad3-ab1a-76d034f94982 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:42.996943 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-966e4bc7-460f-49eb-80d3-87a37b6bb76a req-f62cb9e4-c4ed-4ad3-ab1a-76d034f94982 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.2005010
Jan 26 11:50:42.996943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:50:43.054917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, bd55233f-9e16-4f1b-b0ee-1de87af1f799) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:43.080274 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-966e4bc7-460f-49eb-80d3-87a37b6bb76a req-caa410f5-4b32-4416-906b-5724f418b737 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659549
Jan 26 11:50:43.084576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:43.085233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:43.115179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b16b17-1c24-4805-bcc9-7d6e90dec69b req-13a2498d-cdb2-4a07-a008-375ee76a367a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:43.124730 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-71b16b17-1c24-4805-bcc9-7d6e90dec69b req-13a2498d-cdb2-4a07-a008-375ee76a367a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1574416
Jan 26 11:50:43.135383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae336a8-20ad-4f2c-b149-a4eded0cdb98 None None] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:50:43.142092 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5538590
Jan 26 11:50:43.144692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56660) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:43.157782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:43.178515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:43.187383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Usage tracker for resource:router and tenant:5d0b5c92317d44bd991ac686ab51c2c5 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:43.192870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:43.202277 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-71b16b17-1c24-4805-bcc9-7d6e90dec69b req-01f0425f-4f3b-441e-b6d9-559af6593383 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764503
Jan 26 11:50:43.203346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:43.255790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:43.258817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:43.346132 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:43.467659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d071fd-366a-4808-86d0-4b5824d862d8 req-a8408274-dc76-49c0-a345-2f4fbcd77545 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:43.470213 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-75d071fd-366a-4808-86d0-4b5824d862d8 req-a8408274-dc76-49c0-a345-2f4fbcd77545 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2025039
Jan 26 11:50:43.544014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:50:44.028752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-bd55233f-9e16-4f1b-b0ee-1de87af1f799', 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'fixed_ips': [{'subnet_id': 'b6a95530-c923-45e3-9d94-196f70da5bb7'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:50:44.029777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:44.138520 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-75d071fd-366a-4808-86d0-4b5824d862d8 req-380445c3-9ebb-4ab0-b4f1-267fe452a4bb tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2720258
Jan 26 11:50:44.188768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e2a83-d45d-49f0-88fb-ec1cfaddf821 req-74e7e2e6-c1f3-4f50-94a7-224d89175a58 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:44.190787 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d4e2a83-d45d-49f0-88fb-ec1cfaddf821 req-74e7e2e6-c1f3-4f50-94a7-224d89175a58 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 945 time: 0.1613665
Jan 26 11:50:44.268489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:44.299852 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d4e2a83-d45d-49f0-88fb-ec1cfaddf821 req-4bb14d02-6a47-44a3-aecf-fb051656dfb5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961435
Jan 26 11:50:44.369481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-1a377f97-5c10-4e28-b7c7-2ed387b204ce tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:44.372752 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-1a377f97-5c10-4e28-b7c7-2ed387b204ce tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.4076741
Jan 26 11:50:44.468517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07eef23ef0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:42Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:44.508565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b995b4e2-7b0b-4e7d-be31-790bace76eda None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:42Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:50:44.577273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Allocated IP 172.20.0.2 (bd55233f-9e16-4f1b-b0ee-1de87af1f799/b6a95530-c923-45e3-9d94-196f70da5bb7/bac556f5-7def-4bcd-8224-800e8b61d18f) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:50:44.611789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Deleting port 1c399f5d-da5f-464e-a015-dee125a04134 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:44.612194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:44.741743 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 1c399f5d-da5f-464e-a015-dee125a04134 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:50:44.951401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7d7a7-e972-4ca7-9d5e-d985c30822e5 req-13a8ff75-c657-4cb6-832c-b4d36bccfd29 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:44.960409 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-59e7d7a7-e972-4ca7-9d5e-d985c30822e5 req-13a8ff75-c657-4cb6-832c-b4d36bccfd29 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 946 time: 0.5059245
Jan 26 11:50:45.047642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.077806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.102899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Transition to ACTIVE for port object bac556f5-7def-4bcd-8224-800e8b61d18f will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:45.121129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:45.150506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 1c399f5d-da5f-464e-a015-dee125a04134, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1c399f5d-da5f-464e-a015-dee125a04134,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:45.152204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-12ff0626-efa1-4942-95f9-695e321f26f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.155003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Transition to ACTIVE for port object bac556f5-7def-4bcd-8224-800e8b61d18f will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:45.182491 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-59e7d7a7-e972-4ca7-9d5e-d985c30822e5 req-7b56a1e9-bd56-4547-9dc9-46116b7ef180 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206526
Jan 26 11:50:45.201780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.206522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0abc17ef-30ef-4ce2-a850-36e0b388205d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:45.271752 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134', 'code': 200}
Jan 26 11:50:45.285459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.500922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=1c399f5d-da5f-464e-a015-dee125a04134,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:45.507088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:45.507622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1629e966-7839-4e56-977a-261ea0666bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:45.525210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] For port 1c399f5d-da5f-464e-a015-dee125a04134, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1c399f5d-da5f-464e-a015-dee125a04134,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:45.526384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.544986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82916e3d-4c1b-43cc-892f-d355d96dc6c9 req-45123578-3a78-43a1-b229-71e9748bbed1 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:45.548773 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-82916e3d-4c1b-43cc-892f-d355d96dc6c9 req-45123578-3a78-43a1-b229-71e9748bbed1 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1947105
Jan 26 11:50:45.630668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Pushing event updated for resources: {'Port': ['ID=bac556f5-7def-4bcd-8224-800e8b61d18f,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:45.634736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:45.660523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:45.662501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:45.665475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:50:45.666411 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-82916e3d-4c1b-43cc-892f-d355d96dc6c9 req-f5d29e19-4d18-4f82-aec7-c75fbc6141cc tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024435
Jan 26 11:50:45.761918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Attempting to bind port bac556f5-7def-4bcd-8224-800e8b61d18f on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:50:45.762488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Attempting to bind port bac556f5-7def-4bcd-8224-800e8b61d18f by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:50:45.762977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Attempting to bind port bac556f5-7def-4bcd-8224-800e8b61d18f on network bd55233f-9e16-4f1b-b0ee-1de87af1f799 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:50:45.773087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:50:45.774341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Checking segment: {'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:50:45.774856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.775330 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Bound using segment: {'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:50:45.776498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Bound port: bac556f5-7def-4bcd-8224-800e8b61d18f, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:50:45.777090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.888488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Calling delete_port for 1c399f5d-da5f-464e-a015-dee125a04134 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:50:45.901614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] For port bac556f5-7def-4bcd-8224-800e8b61d18f, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:50:45.905070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] For port bac556f5-7def-4bcd-8224-800e8b61d18f, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=bac556f5-7def-4bcd-8224-800e8b61d18f,segment=NetworkSegment(be458056-6327-41be-ab25-d2825281c136),segment_id=be458056-6327-41be-ab25-d2825281c136)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:50:45.958527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:45.975932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:46.030369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:46.060298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:50:46.095903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:46.169117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Pushing event updated for resources: {'Port': ['ID=bac556f5-7def-4bcd-8224-800e8b61d18f,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:46.175153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:46.203425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a95e36-7145-4c93-b9ff-6d8884cc2174 req-c308b150-bc8d-40d5-a314-03d27c1668d5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:46.204035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b8a95e36-7145-4c93-b9ff-6d8884cc2174 req-c308b150-bc8d-40d5-a314-03d27c1668d5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:50:46.225357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:50:46.226028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:50:46.295311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028b240-58d9-457a-aede-031242f7631b req-94360c56-c462-4609-8f45-80756fd3a44e tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:46.297225 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d028b240-58d9-457a-aede-031242f7631b req-94360c56-c462-4609-8f45-80756fd3a44e tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 945 time: 0.2567742
Jan 26 11:50:46.393813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b8a95e36-7145-4c93-b9ff-6d8884cc2174 req-c308b150-bc8d-40d5-a314-03d27c1668d5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:50:46.403048 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b8a95e36-7145-4c93-b9ff-6d8884cc2174 req-c308b150-bc8d-40d5-a314-03d27c1668d5 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 945 time: 0.8149669
Jan 26 11:50:46.422907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Deleting port d0722abe-b22d-4224-a2c3-f53f2fee0e6f {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:46.423323 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:46.570541 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b8a95e36-7145-4c93-b9ff-6d8884cc2174 req-325f0a20-d5ed-4982-a5d7-333ee3b172ca tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/security-groups?id=250d5730-e321-4955-8ae9-0cb08ad6512c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662197
Jan 26 11:50:46.577735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9729bd64-5ef8-4950-ad7a-9e990637c414 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:46.733994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Deleting port 1c399f5d-da5f-464e-a015-dee125a04134 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:46.734268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:46.786489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 9729bd64-5ef8-4950-ad7a-9e990637c414 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:46.794851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 9729bd64-5ef8-4950-ad7a-9e990637c414 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:46.795534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:46.930245 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e9815-8405-49b1-b37b-cb4076b87ba2 req-d05d16b8-b465-4751-9995-409923b6cb62 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:46.932520 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-786e9815-8405-49b1-b37b-cb4076b87ba2 req-d05d16b8-b465-4751-9995-409923b6cb62 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 944 time: 0.3908563
Jan 26 11:50:46.971712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ce7dc39-d04b-436b-98a8-7028f77a7974 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:47.024371 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:47.026422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Allocated IP 172.27.2.46 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/e6de507c-9f18-4bb5-bc0f-f2140b553182) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:50:47.089438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 9729bd64-5ef8-4950-ad7a-9e990637c414, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=9729bd64-5ef8-4950-ad7a-9e990637c414,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:47.102437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4ce7dc39-d04b-436b-98a8-7028f77a7974 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:47.103073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:47.109771 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-786e9815-8405-49b1-b37b-cb4076b87ba2 req-b1f6baf6-a285-46b5-b8d0-5a549689960c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659312
Jan 26 11:50:47.142410 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:47.152115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0deb3a81-ed32-4adf-aec8-b7e6ff8ae5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:47.181198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] For port d0722abe-b22d-4224-a2c3-f53f2fee0e6f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,segment=NetworkSegment(b3707b9f-2aaa-4d6a-aa31-3280d77273b2),segment_id=b3707b9f-2aaa-4d6a-aa31-3280d77273b2)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:47.181198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:47.276791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=9729bd64-5ef8-4950-ad7a-9e990637c414,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:47.281613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:47.350879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Calling delete_port for d0722abe-b22d-4224-a2c3-f53f2fee0e6f owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:50:47.430532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d0722abe-b22d-4224-a2c3-f53f2fee0e6f no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:50:47.472935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ab11d93-f0d3-4cb4-8c0b-a5b52c960a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:47.593409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Port d0722abe-b22d-4224-a2c3-f53f2fee0e6f update to DOWN by agent not found {{(pid=80246) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 26 11:50:47.601062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:47.619782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-269a749b-5fd6-4b61-a514-aca157e56866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:47.790729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ceaf4-4f1a-4bc2-9ac2-a29442a177a7 req-eda73a83-59be-4f4e-90f0-53d6a71fa98b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:47.793646 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e18ceaf4-4f1a-4bc2-9ac2-a29442a177a7 req-eda73a83-59be-4f4e-90f0-53d6a71fa98b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.8081264
Jan 26 11:50:47.822434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Pushing event deleted for resources: {'Port': ['ID=d0722abe-b22d-4224-a2c3-f53f2fee0e6f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:47.871722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:47.887095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] No DVR routers for this DVR port d0722abe-b22d-4224-a2c3-f53f2fee0e6f on host hv-cinder-77238 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:50:47.891321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:47.911509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'name': 'network-vif-deleted', 'tag': 'd0722abe-b22d-4224-a2c3-f53f2fee0e6f'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:47.946089 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d028b240-58d9-457a-aede-031242f7631b req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.81 "DELETE /v2.0/ports/d0722abe-b22d-4224-a2c3-f53f2fee0e6f HTTP/1.1" status: 204  len: 173 time: 1.6413445
Jan 26 11:50:47.979603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:48.013744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] For port 1c399f5d-da5f-464e-a015-dee125a04134, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=1c399f5d-da5f-464e-a015-dee125a04134,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:48.014760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:48.060858 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e18ceaf4-4f1a-4bc2-9ac2-a29442a177a7 req-510b1433-1439-4fcc-bbe3-4aba803c722b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2399216
Jan 26 11:50:48.138708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-63f1a515-0739-4b59-95f1-eb2985447d39 req-1c949d5b-dde7-424f-8645-50896b31d62d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Synchronizing usage tracker for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:50:48.158905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:48.198650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-63f1a515-0739-4b59-95f1-eb2985447d39 req-1c949d5b-dde7-424f-8645-50896b31d62d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Unset dirty status for tenant:e0d44208700340928b5dd73865a8ed5c on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:50:48.198650 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-63f1a515-0739-4b59-95f1-eb2985447d39 req-1c949d5b-dde7-424f-8645-50896b31d62d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] 10.222.0.57 "GET /v2.0/ports?device_id=9dd2cfae-0908-4bed-b43c-b3cecb6a3552 HTTP/1.1" status: 200  len: 210 time: 0.1381168
Jan 26 11:50:48.217825 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd2cfae-0908-4bed-b43c-b3cecb6a3552', 'name': 'network-vif-deleted', 'tag': 'd0722abe-b22d-4224-a2c3-f53f2fee0e6f', 'status': 'completed', 'code': 200}
Jan 26 11:50:48.274604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Calling delete_port for 1c399f5d-da5f-464e-a015-dee125a04134 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:50:48.342489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3832b-db2a-4727-8a18-2dbecbdd9f20 None None] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:50:48.545621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:48.574108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:48.710656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9729bd64-5ef8-4950-ad7a-9e990637c414 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:48.811665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-3f71e10f-2c3d-4292-9b63-4c8532bacbe8 None None] Provisioning for port bac556f5-7def-4bcd-8224-800e8b61d18f completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:48.816519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Pushing event updated for resources: {'Port': ['ID=e6de507c-9f18-4bb5-bc0f-f2140b553182,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:48.830874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:48.888002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294da3-a3b4-4037-bbeb-0eee51d20bb2 req-86e0cf0c-f38b-4527-b9cf-5ce1fbd257bc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:48.889795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c6294da3-a3b4-4037-bbeb-0eee51d20bb2 req-86e0cf0c-f38b-4527-b9cf-5ce1fbd257bc tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 944 time: 0.5228941
Jan 26 11:50:48.893459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:48.914583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2bd87d6b-9c14-4ffc-a22d-ec758e19a0cf tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:48.951717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:48.989257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 9729bd64-5ef8-4950-ad7a-9e990637c414 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:48.989951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.012825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Pushing event deleted for resources: {'Port': ['ID=1c399f5d-da5f-464e-a015-dee125a04134,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:49.028205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:49.186571 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c6294da3-a3b4-4037-bbeb-0eee51d20bb2 req-461a1368-419d-4d8c-a52c-75c57d1db796 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317202
Jan 26 11:50:49.189180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:49.193764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:49.202042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:50:49.259317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device bac556f5-7def-4bcd-8224-800e8b61d18f up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:49.372680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] No DVR routers for this DVR port 1c399f5d-da5f-464e-a015-dee125a04134 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:50:49.375062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.398544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'name': 'network-vif-deleted', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:49.425035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56696) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:49.433558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port bac556f5-7def-4bcd-8224-800e8b61d18f completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:49.442468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port bac556f5-7def-4bcd-8224-800e8b61d18f triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:49.443170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.523175 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cf4c944f-5eba-41ab-aa88-acadc0bde8c7 req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "DELETE /v2.0/ports/1c399f5d-da5f-464e-a015-dee125a04134 HTTP/1.1" status: 204  len: 173 time: 5.1250269
Jan 26 11:50:49.619133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Deleting subnet bdab0651-9dfa-43d5-8db7-b8a572188fad {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:50:49.624779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.629068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.644455 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b56a05-7c1a-4e2e-bc85-5195861df0b8', 'name': 'network-vif-deleted', 'tag': '1c399f5d-da5f-464e-a015-dee125a04134', 'status': 'completed', 'code': 200}
Jan 26 11:50:49.701398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.747055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32916977'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.811830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port bac556f5-7def-4bcd-8224-800e8b61d18f, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=bac556f5-7def-4bcd-8224-800e8b61d18f,segment=NetworkSegment(be458056-6327-41be-ab25-d2825281c136),segment_id=be458056-6327-41be-ab25-d2825281c136)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:49.827933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f2cddce5-3d33-42a6-b1d9-333353511281 None None] Provisioning complete for port bac556f5-7def-4bcd-8224-800e8b61d18f triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:49.829770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f2cddce5-3d33-42a6-b1d9-333353511281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.878481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:49.888074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:49.893798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:50.072800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1cb64-1c4b-43df-83c2-7593e8793c21 req-59bd44c0-8360-4a9f-b0b4-13b709a1a737 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:50.081315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=bac556f5-7def-4bcd-8224-800e8b61d18f,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:50.085158 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-03a1cb64-1c4b-43df-83c2-7593e8793c21 req-59bd44c0-8360-4a9f-b0b4-13b709a1a737 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.7633810
Jan 26 11:50:50.086329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:50.173135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-03a1cb64-1c4b-43df-83c2-7593e8793c21 req-349ef9a9-db49-4cef-abd4-470104206bf8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865357
Jan 26 11:50:50.245256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:50.378110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-bf360103-efb9-4ff6-9d46-9697df5fa4b1 None None] Provisioning complete for port bac556f5-7def-4bcd-8224-800e8b61d18f triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:50.381114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bf360103-efb9-4ff6-9d46-9697df5fa4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:50.628890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device bac556f5-7def-4bcd-8224-800e8b61d18f up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:50.781541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port bac556f5-7def-4bcd-8224-800e8b61d18f triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:50.782156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:50.790508 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d0a9dfc4-c6a4-40ee-bd87-80914eb2058b req-a9934850-7340-4840-af1e-bee46407f01b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=f0b56a05-7c1a-4e2e-bc85-5195861df0b8 HTTP/1.1" status: 200  len: 210 time: 0.0702374
Jan 26 11:50:50.888068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:50.969056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-12a27877-8dcd-48ee-91d1-01ccbec53284 None None] Provisioning complete for port bac556f5-7def-4bcd-8224-800e8b61d18f triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:50.969473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-12a27877-8dcd-48ee-91d1-01ccbec53284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:51.323984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32249695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822843648'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:51.370649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-31237fbf-d5c3-4880-8405-68767021dea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:51.419654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdab0651-9dfa-43d5-8db7-b8a572188fad,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:51.489647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.490253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.490780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.491315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.491886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.492390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.492903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.493453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.494981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.495578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.496155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.496754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.497361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.498277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.498640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.499056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.504521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:51.506442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:51.557120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:51.570804 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2ac9bb49-8450-4ce2-b417-c857d8a60f12 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bdab0651-9dfa-43d5-8db7-b8a572188fad HTTP/1.1" status: 204  len: 168 time: 2.1391284
Jan 26 11:50:51.571115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56706) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:51.709077 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:51.757240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9639fb-c7f2-4895-bb24-2d99d46a1be0 req-454a004c-1863-493d-abc2-2953879c60f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:51.759585 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9e9639fb-c7f2-4895-bb24-2d99d46a1be0 req-454a004c-1863-493d-abc2-2953879c60f7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.4846964
Jan 26 11:50:51.768914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-94e04e06-1b74-405a-802d-1c0b63d4a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:51.771323 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-94e04e06-1b74-405a-802d-1c0b63d4a4b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 1163 time: 0.3398640
Jan 26 11:50:51.919821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:52.033262 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9e9639fb-c7f2-4895-bb24-2d99d46a1be0 req-4bc5e126-9626-4129-a6bd-327443210216 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2603219
Jan 26 11:50:52.057341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ee34e278>,) {'filters': {'network_id': ['e3c4de12-d8cc-4d8a-950f-2db444ecf997']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:52.074333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ee34e278>, 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:52.074673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ee34e278>, 'b3707b9f-2aaa-4d6a-aa31-3280d77273b2') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:52.092178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:52.094079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:50:52.121283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-b6e486c2-6a44-4ee8-bd00-83a931819c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:52.122947 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-b6e486c2-6a44-4ee8-bd00-83a931819c2d service neutron] 10.222.0.81 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 905 time: 0.3200910
Jan 26 11:50:52.190513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:52.194286 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:50:52.462629 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-f9bd9bc1-1104-4a5a-9c94-5e965fb6583b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ce7dc39-d04b-436b-98a8-7028f77a7974 HTTP/1.1" status: 200  len: 1002 time: 0.2596910
Jan 26 11:50:52.479868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:50:52.504882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:52.552755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:50:52.567741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04073ec-8886-4800-93a4-38063278778a None None] Sync routers for ids ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:50:52.579404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] Routers {'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:50:52.580463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb98630>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:52.679898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-01cc5039-82c8-4e7a-a4bb-11a0921fcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:52.683743 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-01cc5039-82c8-4e7a-a4bb-11a0921fcfb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 200  len: 850 time: 0.1927235
Jan 26 11:50:52.733782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Network e3c4de12-d8cc-4d8a-950f-2db444ecf997 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:50:52.758551 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:50:52.778736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:52.784987 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.6345203
Jan 26 11:50:52.794290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56716) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:52.798089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] Set router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:50:53.161742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:53.167610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:53.170013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb98630>, [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:50:49Z', 'revision_number': 3, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:53.175533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04073ec-8886-4800-93a4-38063278778a None None] Checking router: b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:50:53.176027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04073ec-8886-4800-93a4-38063278778a None None] Updating router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 port e6de507c-9f18-4bb5-bc0f-f2140b553182 binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:50:53.193610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09ded-6efb-45ae-852f-ac2d0736c6db req-2c9c006b-9394-4f8e-a040-58629c66835d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:53.194476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-79b09ded-6efb-45ae-852f-ac2d0736c6db req-2c9c006b-9394-4f8e-a040-58629c66835d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Synchronizing usage tracker for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:50:53.195968 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:53.199479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c4de12-d8cc-4d8a-950f-2db444ecf997,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:53.207291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:53.232688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-e7ed6454-1a9d-41a9-939c-fec2a2b92cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:53.234604 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-e7ed6454-1a9d-41a9-939c-fec2a2b92cd1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=337ebc75-db11-405b-a740-6b54aa04f856&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5390446
Jan 26 11:50:53.266306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e04073ec-8886-4800-93a4-38063278778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:53.269856 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e3c4de12-d8cc-4d8a-950f-2db444ecf997 HTTP/1.1" status: 204  len: 168 time: 1.6974785
Jan 26 11:50:53.403424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:53.412219 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-79b09ded-6efb-45ae-852f-ac2d0736c6db req-2c9c006b-9394-4f8e-a040-58629c66835d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Unset dirty status for tenant:4984a9173d9443cabc68428285ccef96 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:50:53.421878 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-79b09ded-6efb-45ae-852f-ac2d0736c6db req-2c9c006b-9394-4f8e-a040-58629c66835d tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.8288558
Jan 26 11:50:53.423770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95985c-92ff-4c35-84eb-9f2f94ea1cd2 req-a75d2d67-af3a-45a1-bbd1-936c9c74c0b0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:53.425524 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6f95985c-92ff-4c35-84eb-9f2f94ea1cd2 req-a75d2d67-af3a-45a1-bbd1-936c9c74c0b0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2022302
Jan 26 11:50:53.495854 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6f95985c-92ff-4c35-84eb-9f2f94ea1cd2 req-388242dc-5b0e-465a-9b85-08df655369a7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625484
Jan 26 11:50:53.756685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56724) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:53.811616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e04073ec-8886-4800-93a4-38063278778a None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:53.827978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e04073ec-8886-4800-93a4-38063278778a None None] Transition to ACTIVE for port object e6de507c-9f18-4bb5-bc0f-f2140b553182 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:53.844434 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3f2f5c5b-0b34-4abe-b5bf-8ba5e53fb51f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0d44208700340928b5dd73865a8ed5c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0859864
Jan 26 11:50:53.848907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56728) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:53.867827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e04073ec-8886-4800-93a4-38063278778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:53.879148 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-79b09ded-6efb-45ae-852f-ac2d0736c6db req-85ef78fd-2c44-4e0e-878a-f0246e120d1b tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4558461
Jan 26 11:50:53.893081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-92799b62-a65c-49a9-a0a6-0649a539c8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:53.987638 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-f5ccb2ff-549e-4a33-b6b3-bc7d0853529a service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7383802
Jan 26 11:50:54.005831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.074496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.209281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.219802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-87f1844d-dbff-4786-8a8a-b8f944fe62a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:54.239674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250d5730-e321-4955-8ae9-0cb08ad6512c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:54.243668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:54.289887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.297246 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/250d5730-e321-4955-8ae9-0cb08ad6512c HTTP/1.1" status: 204  len: 168 time: 0.4408453
Jan 26 11:50:54.317145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bcd32-2c9b-4911-abfb-458d273dba67 None None] Pushing event updated for resources: {'Port': ['ID=e6de507c-9f18-4bb5-bc0f-f2140b553182,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:54.328810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4a9bcd32-2c9b-4911-abfb-458d273dba67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:54.439781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e04073ec-8886-4800-93a4-38063278778a None None] Attempting to bind port e6de507c-9f18-4bb5-bc0f-f2140b553182 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:50:54.440410 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e04073ec-8886-4800-93a4-38063278778a None None] Attempting to bind port e6de507c-9f18-4bb5-bc0f-f2140b553182 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:50:54.441061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04073ec-8886-4800-93a4-38063278778a None None] Attempting to bind port e6de507c-9f18-4bb5-bc0f-f2140b553182 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:50:54.451973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04073ec-8886-4800-93a4-38063278778a None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:50:54.452526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04073ec-8886-4800-93a4-38063278778a None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:50:54.452934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e04073ec-8886-4800-93a4-38063278778a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.453311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04073ec-8886-4800-93a4-38063278778a None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:50:54.454381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e04073ec-8886-4800-93a4-38063278778a None None] Bound port: e6de507c-9f18-4bb5-bc0f-f2140b553182, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:50:54.454381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e04073ec-8886-4800-93a4-38063278778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.530143 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d67c0e77-491e-47a3-b8da-826a3c630d84 req-ae914aac-50c5-48e9-b7b4-1f5577abf4ef service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4449956
Jan 26 11:50:54.591334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e04073ec-8886-4800-93a4-38063278778a None None] For port e6de507c-9f18-4bb5-bc0f-f2140b553182, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:50:54.599203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e04073ec-8886-4800-93a4-38063278778a None None] For port e6de507c-9f18-4bb5-bc0f-f2140b553182, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=e6de507c-9f18-4bb5-bc0f-f2140b553182,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:50:54.677729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e04073ec-8886-4800-93a4-38063278778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.711823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:54.879438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:54.981308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bcd32-2c9b-4911-abfb-458d273dba67 None None] Pushing event updated for resources: {'Port': ['ID=e6de507c-9f18-4bb5-bc0f-f2140b553182,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:55.003092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4a9bcd32-2c9b-4911-abfb-458d273dba67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:55.055963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d88e1e-352e-4b70-bb08-46b579339264 req-11c5c860-1d4d-4e90-8eae-d373dd555b21 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:55.079429 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c6d88e1e-352e-4b70-bb08-46b579339264 req-11c5c860-1d4d-4e90-8eae-d373dd555b21 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.3118229
Jan 26 11:50:55.215769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] Routers {'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:50:55.217132 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb98630>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:55.238232 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c6d88e1e-352e-4b70-bb08-46b579339264 req-4fd54ed0-ebcf-4fbc-a1c2-d6a4ce0f291e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1607120
Jan 26 11:50:55.598251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] Set router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:50:55.669727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef35ac8-792b-46e2-a258-e5c0159da11f req-73f526ea-e884-409f-b1a8-c28d0ad2b2c5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:55.671706 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ef35ac8-792b-46e2-a258-e5c0159da11f req-73f526ea-e884-409f-b1a8-c28d0ad2b2c5 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.4095669
Jan 26 11:50:55.808855 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ef35ac8-792b-46e2-a258-e5c0159da11f req-7fbc4653-de8f-4373-9922-e7d2f9e5461a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275380
Jan 26 11:50:55.836344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Allocated IP 172.20.0.1 (bd55233f-9e16-4f1b-b0ee-1de87af1f799/b6a95530-c923-45e3-9d94-196f70da5bb7/14b36922-eb1d-475d-a893-d6e6dab016c6) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:50:56.125752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:56.133884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-e04073ec-8886-4800-93a4-38063278778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb98630>, [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:50:49Z', 'revision_number': 3, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:50:56.143081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04073ec-8886-4800-93a4-38063278778a None None] The sync data for ids ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'] in dv-cinder-772388-2-iscsi is: [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:50:49Z', 'revision_number': 3, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:50:56.157367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Transition to ACTIVE for port object 14b36922-eb1d-475d-a893-d6e6dab016c6 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:50:56.241894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:56.262662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0eb2b92f-7df3-48af-a93e-69ad65f7e98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:56.488708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Pushing event updated for resources: {'Port': ['ID=14b36922-eb1d-475d-a893-d6e6dab016c6,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:56.502718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.503173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.504566 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.504566 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.504566 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.505165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.505165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.505714 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.506381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.507059 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.507730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.508358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.509079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.510100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.510772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.511509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.512010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.512658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.513292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.513796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.514375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.514983 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.515385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.515808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:56.526209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:56.614427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:56.617159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:56.622687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:50:56.630050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc39e0-8aa7-42f5-ac9f-a10dd3e6ab73 req-c008307e-62bb-498a-8578-57149ae329df tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:56.632050 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67cc39e0-8aa7-42f5-ac9f-a10dd3e6ab73 req-c008307e-62bb-498a-8578-57149ae329df tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1968918
Jan 26 11:50:56.697035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56756) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:56.751126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:56.752923 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67cc39e0-8aa7-42f5-ac9f-a10dd3e6ab73 req-847d57c4-34a5-4336-a3d2-c3913edd613a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126957
Jan 26 11:50:57.076195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-508261815-network', 'tenant_id': 'fbd376121acf494ab4a9aaf7bb8668eb'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:57.088371 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:57.115505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Usage tracker for resource:network and tenant:fbd376121acf494ab4a9aaf7bb8668eb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:57.155491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-5c93010a-62c3-4e89-b3b5-b36f9c9fc53e None None] Provisioning for port 14b36922-eb1d-475d-a893-d6e6dab016c6 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:57.155782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:57.162964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-5c93010a-62c3-4e89-b3b5-b36f9c9fc53e None None] Provisioning complete for port 14b36922-eb1d-475d-a893-d6e6dab016c6 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:57.163770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5c93010a-62c3-4e89-b3b5-b36f9c9fc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.176936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.187690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:57.260546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-5c93010a-62c3-4e89-b3b5-b36f9c9fc53e None None] Port 14b36922-eb1d-475d-a893-d6e6dab016c6 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:50:57.277029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Made reservation on behalf of fbd376121acf494ab4a9aaf7bb8668eb for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:50:57.281982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.316060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.389218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:57.412078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd376121acf494ab4a9aaf7bb8668eb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:57.464903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea188b52-0572-4579-8e82-211cd2c1cb59 req-ee418adc-68df-4694-8d8c-2f3c3a180778 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:57.466715 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ea188b52-0572-4579-8e82-211cd2c1cb59 req-ee418adc-68df-4694-8d8c-2f3c3a180778 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.3581004
Jan 26 11:50:57.467711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:57.488987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:57.707718 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ea188b52-0572-4579-8e82-211cd2c1cb59 req-83931f2b-103c-4102-bd04-4baef3a4f4a3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292857
Jan 26 11:50:57.810283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.830636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.887474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.891007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:57.932586 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a37ecd89-96bb-43a0-ac00-71f2a6113fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:57.993209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:50:58.001643 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0479f967-8321-4da2-bfcc-8ef814ca126b,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:58.008555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:58.012519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ea9d4a76-6a7e-4050-9c70-1d0d770c94ef tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:58.055969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:58.087316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:58.088495 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Added segment a33f3eb9-0b54-4336-8a63-20780d653101 of type vxlan for network 43424350-c5ab-408d-9daa-7b27aaf2f216
Jan 26 11:50:58.193885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Pushing event updated for resources: {'Port': ['ID=14b36922-eb1d-475d-a893-d6e6dab016c6,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:58.206777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:58.244304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:58.351867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:50:58.354548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:50:58.480021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:58.545601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device e6de507c-9f18-4bb5-bc0f-f2140b553182 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:50:58.579884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:58.580900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:58.705745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-0ea64d5c-c978-4521-aaab-feeae2015361 None None] Provisioning complete for port 14b36922-eb1d-475d-a893-d6e6dab016c6 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:58.706087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0ea64d5c-c978-4521-aaab-feeae2015361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:58.748724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port e6de507c-9f18-4bb5-bc0f-f2140b553182 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:50:58.771934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port e6de507c-9f18-4bb5-bc0f-f2140b553182 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:50:58.772400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:58.881980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d4beab4-0e11-430e-b294-102be2442b65 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:50:58.941499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-0ea64d5c-c978-4521-aaab-feeae2015361 None None] Port 14b36922-eb1d-475d-a893-d6e6dab016c6 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:50:58.983999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:59.177712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:59.195918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:59.218090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e442-2490-4c26-be2c-1f2e78a6a37a req-5aa3c7ea-688c-472f-a8ec-e4c848e288b3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:59.221271 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ece2e442-2490-4c26-be2c-1f2e78a6a37a req-5aa3c7ea-688c-472f-a8ec-e4c848e288b3 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.2247646
Jan 26 11:50:59.222821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Pushing event updated for resources: {'Network': ['ID=43424350-c5ab-408d-9daa-7b27aaf2f216,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:59.235931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:59.241445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port e6de507c-9f18-4bb5-bc0f-f2140b553182, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=e6de507c-9f18-4bb5-bc0f-f2140b553182,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:59.256003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 43424350-c5ab-408d-9daa-7b27aaf2f216 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:50:59.277379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 43424350-c5ab-408d-9daa-7b27aaf2f216 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:50:59.284362 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.5813110
Jan 26 11:50:59.293078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56768) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:50:59.301751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Request body: {'subnet': {'network_id': '43424350-c5ab-408d-9daa-7b27aaf2f216', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-508261815-subnet', 'tenant_id': 'fbd376121acf494ab4a9aaf7bb8668eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:50:59.318137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:50:59.333272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:50:59.337366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Usage tracker for resource:subnet and tenant:fbd376121acf494ab4a9aaf7bb8668eb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:50:59.345139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:50:59.346929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:50:59.347179 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ece2e442-2490-4c26-be2c-1f2e78a6a37a req-ab67e68a-0128-42ee-9ab2-ae38a849fd8a tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067739
Jan 26 11:50:59.423591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-8329a8db-5a82-494d-943f-aa150a7ce5ab tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:50:59.425930 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-8329a8db-5a82-494d-943f-aa150a7ce5ab tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 945 time: 0.8379469
Jan 26 11:50:59.475963 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65', 'code': 200}
Jan 26 11:50:59.494328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:59.497558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:50:59.508494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c764b58b-a8ba-44a4-af07-4d10b9bb4008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:59.646020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Made reservation on behalf of fbd376121acf494ab4a9aaf7bb8668eb for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:50:59.652444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:59.672375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0d4beab4-0e11-430e-b294-102be2442b65, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d4beab4-0e11-430e-b294-102be2442b65,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:50:59.739811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:59.770314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=e6de507c-9f18-4bb5-bc0f-f2140b553182,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:59.783535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.784187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.785048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.785908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.786334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.786702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Deleting port 0d4beab4-0e11-430e-b294-102be2442b65 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:50:59.786998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.787125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:50:59.787662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.788338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.789001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.789720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.790384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.791763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.792342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.792940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.793331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.793755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.794336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.794919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.795532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.796181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.796780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.797405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.797901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.798288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:50:59.804322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:50:59.805072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:50:59.947336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0d4beab4-0e11-430e-b294-102be2442b65,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:50:59.952488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:00.179518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:51:00.192824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Sync routers for ids ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:51:00.211479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Routers {'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:51:00.212565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efa2a5c0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:00.302573 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] 10.222.0.57 "PUT /v2.0/routers/b8a8a310-d2cd-49ba-bf22-8d0fc42eb565/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4927282
Jan 26 11:51:00.501467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] For port 0d4beab4-0e11-430e-b294-102be2442b65, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d4beab4-0e11-430e-b294-102be2442b65,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:00.501983 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:00.694505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Set router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:51:00.766542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34b78-633c-490f-ab43-ffdd0fb11e2f req-91152313-552f-4231-b043-d29fdddcbc52 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:00.774846 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-47e34b78-633c-490f-ab43-ffdd0fb11e2f req-91152313-552f-4231-b043-d29fdddcbc52 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 943 time: 0.1648211
Jan 26 11:51:00.798416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Calling delete_port for 0d4beab4-0e11-430e-b294-102be2442b65 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:51:00.854170 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-47e34b78-633c-490f-ab43-ffdd0fb11e2f req-5466e985-6169-4f0c-bc1d-2466e236ef19 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/security-groups?id=4dfce959-57ba-4326-b537-04f734db6735&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776167
Jan 26 11:51:00.887984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device e6de507c-9f18-4bb5-bc0f-f2140b553182 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:51:01.254665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port e6de507c-9f18-4bb5-bc0f-f2140b553182 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:01.255110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:01.306320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:01.329646 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cd38e892-f9e7-467e-a87e-89a535237131 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:01.411378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Pushing event deleted for resources: {'Port': ['ID=0d4beab4-0e11-430e-b294-102be2442b65,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:01.416242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:01.483384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2115700364', 'description': 'tempest-TestVolumeBootPattern-2115700364 description'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:01.507434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:01.515406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Usage tracker for resource:security_group and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:01.521044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:01.535491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:01.605248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efa2a5c0>, [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:50:56Z', 'revision_number': 4, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '14b36922-eb1d-475d-a893-d6e6dab016c6', 'name': '', 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'mac_address': 'fa:16:3e:a9:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b6a95530-c923-45e3-9d94-196f70da5bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:55Z', 'updated_at': '2021-01-26T11:50:57Z', 'revision_number': 2, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'subnets': [{'id': 'b6a95530-c923-45e3-9d94-196f70da5bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:01.607372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:01.619613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:01.622910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Checking router: b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:51:01.623344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Updating router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 port 14b36922-eb1d-475d-a893-d6e6dab016c6 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:51:01.649141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fddf8427-07d6-4dda-b4c4-15b5c5b35306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:01.660947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:01.668808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Usage tracker for resource:security_group_rule and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:01.675069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:01.686075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:01.714160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:01.866628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:01.916567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:01.928074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c8b84856-e351-430b-880a-81b08690c3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:02.019518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] No DVR routers for this DVR port 0d4beab4-0e11-430e-b294-102be2442b65 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:51:02.029786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a478611-7ec7-456d-97d8-d50f877be20c,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:02.034214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.036285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a2662-5105-49e1-86a1-64163802bdea,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:02.042564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:02.067040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.081849 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0fa84444-ecce-410d-9fb5-ff32f8bdae1e req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.5943418
Jan 26 11:51:02.091715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'name': 'network-vif-deleted', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:02.098705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:02.140064 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-80692e24-4bc7-43d4-abab-106da78ffe11 req-8b99b331-f3ca-41d1-9545-eba69ea1d784 tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 210 time: 0.1005318
Jan 26 11:51:02.184825 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0eb06fd7-a41f-43f4-84ce-334d50c533f0 req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.81 "DELETE /v2.0/ports/0d4beab4-0e11-430e-b294-102be2442b65 HTTP/1.1" status: 204  len: 173 time: 2.7511761
Jan 26 11:51:02.198166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Checking segment: {'id': 'a33f3eb9-0b54-4336-8a63-20780d653101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '43424350-c5ab-408d-9daa-7b27aaf2f216'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:51:02.199584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Network hostable DHCP agents. Network: 43424350-c5ab-408d-9daa-7b27aaf2f216, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:51:02.246041 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-15024d5b-e8ad-4720-8283-574975868b60 req-6b6d06c1-f78d-4af2-92d4-54ad71056ec6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups/cd7a2662-5105-49e1-86a1-64163802bdea HTTP/1.1" status: 200  len: 1808 time: 0.1305854
Jan 26 11:51:02.257915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd7a2662-5105-49e1-86a1-64163802bdea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:02.258940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd7a2662-5105-49e1-86a1-64163802bdea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:02.286556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Network 43424350-c5ab-408d-9daa-7b27aaf2f216 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:51:02.300598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:02.307672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Usage tracker for resource:security_group_rule and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:02.313096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:02.325855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:02.330653 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f618c3-9fab-4cf5-8e37-74a994ee903d', 'name': 'network-vif-deleted', 'tag': '0d4beab4-0e11-430e-b294-102be2442b65', 'status': 'completed', 'code': 200}
Jan 26 11:51:02.401870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 43424350-c5ab-408d-9daa-7b27aaf2f216) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:51:02.420963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f9d21-eb5f-4e06-a74c-605f681052ff None None] Network 43424350-c5ab-408d-9daa-7b27aaf2f216 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:51:02.430368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:02.431249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.488641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.507027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.514860 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.2215929
Jan 26 11:51:02.543695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.587146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.591941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:02.633289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Transition to ACTIVE for port object 14b36922-eb1d-475d-a893-d6e6dab016c6 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:51:02.658876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af38537d-67ab-46a7-977f-7f061a688422,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:02.663570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:02.678191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.706246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:02.707606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:02.709754 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-15024d5b-e8ad-4720-8283-574975868b60 req-99b89ab6-288a-42d5-9b7d-5c89783dfea1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4599664
Jan 26 11:51:02.833076 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-646d0c7c-9f65-4e9c-94fb-8892091741ba tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups/cd7a2662-5105-49e1-86a1-64163802bdea HTTP/1.1" status: 200  len: 2401 time: 0.0877287
Jan 26 11:51:02.856460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd7a2662-5105-49e1-86a1-64163802bdea', 'remote_group_id': None}]} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:02.857240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd7a2662-5105-49e1-86a1-64163802bdea', 'remote_group_id': None}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:02.884679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:02.892141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Usage tracker for resource:security_group_rule and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:02.897496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:02.908373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:02.989005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c3f4-3d57-4735-b057-3a76f4b65ccd None None] Pushing event updated for resources: {'Port': ['ID=14b36922-eb1d-475d-a893-d6e6dab016c6,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:02.992705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4214c3f4-3d57-4735-b057-3a76f4b65ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:03.052891 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:03.106690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a14ffc-2e78-455f-a13b-4981bb2e482d None None] Network 43424350-c5ab-408d-9daa-7b27aaf2f216 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:51:03.115765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:03.172856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:03.176498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:03.213072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bcf7a3-9fc0-4cd0-8c88-7ce4aceb1560,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:03.229562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:03.275914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:03.283504 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a747e550-7c36-45ce-8d3b-02e9eb1bde9e req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4360390
Jan 26 11:51:03.664178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Attempting to bind port 14b36922-eb1d-475d-a893-d6e6dab016c6 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:51:03.664873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Attempting to bind port 14b36922-eb1d-475d-a893-d6e6dab016c6 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:51:03.666681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Attempting to bind port 14b36922-eb1d-475d-a893-d6e6dab016c6 on network bd55233f-9e16-4f1b-b0ee-1de87af1f799 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:51:03.731160 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d378928a-5efa-49d9-bc16-b7a41e489577 req-0cac9baf-35de-4f86-ac1b-d162fa9de29c tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] 10.222.0.57 "GET /v2.0/ports?device_id=93f618c3-9fab-4cf5-8e37-74a994ee903d HTTP/1.1" status: 200  len: 210 time: 0.1068161
Jan 26 11:51:03.748126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:51:03.748853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Checking segment: {'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:51:03.749614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:03.750901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Bound using segment: {'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:51:03.751195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Bound port: 14b36922-eb1d-475d-a893-d6e6dab016c6, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be458056-6327-41be-ab25-d2825281c136', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:51:03.751899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:03.927192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] For port 14b36922-eb1d-475d-a893-d6e6dab016c6, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:51:03.932459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] For port 14b36922-eb1d-475d-a893-d6e6dab016c6, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=14b36922-eb1d-475d-a893-d6e6dab016c6,segment=NetworkSegment(be458056-6327-41be-ab25-d2825281c136),segment_id=be458056-6327-41be-ab25-d2825281c136)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:51:03.974491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.007352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:04.110654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56846) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:04.119458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-596542858-network', 'tenant_id': 'bba39dbfd9e54579b74a90e90462b5b1'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:04.125953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:04.130889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Usage tracker for resource:network and tenant:bba39dbfd9e54579b74a90e90462b5b1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:04.134228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:04.143786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:04.191858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c3f4-3d57-4735-b057-3a76f4b65ccd None None] Pushing event updated for resources: {'Port': ['ID=14b36922-eb1d-475d-a893-d6e6dab016c6,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:04.199232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4214c3f4-3d57-4735-b057-3a76f4b65ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:04.231809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Made reservation on behalf of bba39dbfd9e54579b74a90e90462b5b1 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:51:04.238793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.251354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Routers {'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:51:04.252210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efa2a5c0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:04.254342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.273659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:04.280222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Usage tracker for resource:security_group_rule and tenant:bba39dbfd9e54579b74a90e90462b5b1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:04.288812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:04.301735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:04.539361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.584481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.593299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-34ea4ed3-5e2d-4a63-8d34-f2c4db6eb183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:04.673059 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ae2e88-b637-4382-8d26-39e3b7cbd22d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:04.676625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:51:04.683863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:04.689480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.697103 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Added segment c386efe8-dd4e-4472-a254-5009174bf0a4 of type vxlan for network af990b8f-495c-4fae-9de0-e4b25e07c3ef
Jan 26 11:51:04.727813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.748395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] Set router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:51:04.810016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.811751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:04.813230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:04.821907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:04.966887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56858) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:04.969198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Pushing event updated for resources: {'Network': ['ID=af990b8f-495c-4fae-9de0-e4b25e07c3ef,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:04.984567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:05.016116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network af990b8f-495c-4fae-9de0-e4b25e07c3ef details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:51:05.032033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network af990b8f-495c-4fae-9de0-e4b25e07c3ef details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:51:05.085130 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9719169
Jan 26 11:51:05.089708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56862) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:05.101083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Request body: {'subnet': {'network_id': 'af990b8f-495c-4fae-9de0-e4b25e07c3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-596542858-subnet', 'tenant_id': 'bba39dbfd9e54579b74a90e90462b5b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:05.111301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:05.118403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Usage tracker for resource:subnet and tenant:bba39dbfd9e54579b74a90e90462b5b1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:05.125095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:05.136797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:05.210021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Made reservation on behalf of bba39dbfd9e54579b74a90e90462b5b1 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:51:05.219231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31932219'] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:05.589046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efa2a5c0>, [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:50:56Z', 'revision_number': 4, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '14b36922-eb1d-475d-a893-d6e6dab016c6', 'name': '', 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'mac_address': 'fa:16:3e:a9:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b6a95530-c923-45e3-9d94-196f70da5bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:55Z', 'updated_at': '2021-01-26T11:51:03Z', 'revision_number': 4, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'subnets': [{'id': 'b6a95530-c923-45e3-9d94-196f70da5bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:05.589647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7703b51-47e8-4e64-8a2f-11190dcc78f6 None None] The sync data for ids ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'] in dv-cinder-772388-2-iscsi is: [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:50:56Z', 'revision_number': 4, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '14b36922-eb1d-475d-a893-d6e6dab016c6', 'name': '', 'network_id': 'bd55233f-9e16-4f1b-b0ee-1de87af1f799', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'mac_address': 'fa:16:3e:a9:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b6a95530-c923-45e3-9d94-196f70da5bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:55Z', 'updated_at': '2021-01-26T11:51:03Z', 'revision_number': 4, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'subnets': [{'id': 'b6a95530-c923-45e3-9d94-196f70da5bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:51:06.006133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822526061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31932168'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:06.071254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:06.225274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:06.244975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1d1a8d-c0fe-45ad-8fb3-986fff265507,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:06.250553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:06.328197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Checking segment: {'id': 'c386efe8-dd4e-4472-a254-5009174bf0a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'af990b8f-495c-4fae-9de0-e4b25e07c3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:51:06.328772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Network hostable DHCP agents. Network: af990b8f-495c-4fae-9de0-e4b25e07c3ef, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:51:06.412475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Network af990b8f-495c-4fae-9de0-e4b25e07c3ef is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:51:06.472418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, af990b8f-495c-4fae-9de0-e4b25e07c3ef) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:51:06.499889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7d17b-7794-4754-aca7-788e23fb0f76 None None] Network af990b8f-495c-4fae-9de0-e4b25e07c3ef requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:51:06.515048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:06.515972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:06.577285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 14b36922-eb1d-475d-a893-d6e6dab016c6 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:51:06.613719 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5bb5f13e-e1b1-43ef-a7e6-310d23dee6e3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.5117009
Jan 26 11:51:06.802582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Deleting port f833a5bb-aeac-402b-94ea-2c1c0b623b7a {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:51:06.803342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:06.890688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56884) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:06.999550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 14b36922-eb1d-475d-a893-d6e6dab016c6 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:51:07.018695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 14b36922-eb1d-475d-a893-d6e6dab016c6 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:07.019486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.033839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Deleting subnet 0a478611-7ec7-456d-97d8-d50f877be20c {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:51:07.040162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.123911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32916977'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.127056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] For port f833a5bb-aeac-402b-94ea-2c1c0b623b7a, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,segment=NetworkSegment(fac7d614-4175-46a6-8841-1589329fc293),segment_id=fac7d614-4175-46a6-8841-1589329fc293)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:07.127470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.195410 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5b4df-c797-4e34-92f7-cc9aba74fb9c None None] Network af990b8f-495c-4fae-9de0-e4b25e07c3ef requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:51:07.270161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.371243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Calling delete_port for f833a5bb-aeac-402b-94ea-2c1c0b623b7a owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:51:07.519132 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.631758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 14b36922-eb1d-475d-a893-d6e6dab016c6, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=14b36922-eb1d-475d-a893-d6e6dab016c6,segment=NetworkSegment(be458056-6327-41be-ab25-d2825281c136),segment_id=be458056-6327-41be-ab25-d2825281c136)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:07.726607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.744353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:07.776676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32249695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822843648'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.807754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:07.856885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=14b36922-eb1d-475d-a893-d6e6dab016c6,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:07.860927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:07.884123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a478611-7ec7-456d-97d8-d50f877be20c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:07.891498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:07.929149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:07.957123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c82c068f-1656-4497-844f-2f19d91c81d5 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:08.031183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:08.042167 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1fcc19b0-df52-447b-976b-5a90649117e5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0a478611-7ec7-456d-97d8-d50f877be20c HTTP/1.1" status: 204  len: 168 time: 1.1493771
Jan 26 11:51:08.045875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56890) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:08.059192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f833a5bb-aeac-402b-94ea-2c1c0b623b7a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:08.062543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:08.511546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:08.611744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:08.636761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 14b36922-eb1d-475d-a893-d6e6dab016c6 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:51:08.725986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 14b36922-eb1d-475d-a893-d6e6dab016c6 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:08.726489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:08.835677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:09.016321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07fb156e80>,) {'filters': {'network_id': ['43424350-c5ab-408d-9daa-7b27aaf2f216']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:09.032390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07fb156e80>, 'a33f3eb9-0b54-4336-8a63-20780d653101') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:09.038498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07fb156e80>, 'a33f3eb9-0b54-4336-8a63-20780d653101') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:09.048235 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:09.072208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:09.075105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:51:09.304735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Network 43424350-c5ab-408d-9daa-7b27aaf2f216 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:51:09.316312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:09.361773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Router 45ea495c-29ce-4302-9e88-f4a2fa811470 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:51:09.549567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Network 43424350-c5ab-408d-9daa-7b27aaf2f216 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:51:09.596650 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:51:09.631873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:51:09.650940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] Sync routers for ids ['45ea495c-29ce-4302-9e88-f4a2fa811470'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:51:09.662749 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] 10.222.0.57 "PUT /v2.0/routers/45ea495c-29ce-4302-9e88-f4a2fa811470/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6937160
Jan 26 11:51:09.667051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56898) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:09.673682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] Routers {'45ea495c-29ce-4302-9e88-f4a2fa811470'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:51:09.674747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb2d048>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['45ea495c-29ce-4302-9e88-f4a2fa811470'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:09.749936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:09.757099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:09.783967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:09.798205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=43424350-c5ab-408d-9daa-7b27aaf2f216,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:09.808951 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/43424350-c5ab-408d-9daa-7b27aaf2f216 HTTP/1.1" status: 204  len: 168 time: 1.7595844
Jan 26 11:51:09.808951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f1bfc5cf-c7e8-4647-be5c-4b96300c97d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:09.808951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56902) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:09.925022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Deleting subnet da1d1a8d-c0fe-45ad-8fb3-986fff265507 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:51:09.935184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:09.973550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] Set router 45ea495c-29ce-4302-9e88-f4a2fa811470 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:51:10.055044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32916977'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:10.148862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:10.231432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:10.474761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb2d048>, [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:51:07Z', 'revision_number': 5, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:10.484374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] Checking router: 45ea495c-29ce-4302-9e88-f4a2fa811470 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:51:10.504451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] Routers {'45ea495c-29ce-4302-9e88-f4a2fa811470'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:51:10.505695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb2d048>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:50:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['45ea495c-29ce-4302-9e88-f4a2fa811470'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:10.572129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:10.590603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Deleting port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:51:10.591565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:10.609358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32249695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822843648'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:10.636779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f370efc1-39fb-4e0a-af1c-30cde81ec1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:10.723711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1d1a8d-c0fe-45ad-8fb3-986fff265507,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:10.741532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:10.963446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] For port 7f71dc0b-50ed-48a5-b5ec-ac355d54be10, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7f71dc0b-50ed-48a5-b5ec-ac355d54be10,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:10.964216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:10.988054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.005171 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ea42e1bd-7086-4fb4-a583-aa671ff09c0c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da1d1a8d-c0fe-45ad-8fb3-986fff265507 HTTP/1.1" status: 204  len: 168 time: 1.1915891
Jan 26 11:51:11.007618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56910) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:11.070440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] Set router 45ea495c-29ce-4302-9e88-f4a2fa811470 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:51:11.201188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Calling delete_port for 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:51:11.202939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.423118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.plugins.ml2.ovo_rpc [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     result = function(*args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     proto.__init__(conn_state, self)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.handle()
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.handle_one_request()
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.handle_one_response()
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     result = self.application(self.environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return app(environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return request.get_response(self.application)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self._app)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return resp(environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return resp(environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = self.app(environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return resp(environ, start_response)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:51:11.436207 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     result = method(request=request, **args)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._delete(request, id, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*dup_args, **dup_kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     obj_deleter(request.context, id, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return method(*args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*dup_args, **dup_kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._delete_current_gw_port(context, id, router, None)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, context, *args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return method(*args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     context, port, router_ids, bound_mech_contexts)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     return function(*args, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     callback(resource, event, trigger, **kwargs)
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     if self._is_session_semantic_violated(context, resource, event):
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]:     stack = traceback.extract_stack()
Jan 26 11:51:11.449464 dv-cinder-772388-2-iscsi neutron-server[80131]: 
Jan 26 11:51:11.521180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb2d048>, [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:51:07Z', 'revision_number': 5, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:11.524322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.530634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dce10e-1b82-4cca-bfe0-aec494e22c61 None None] The sync data for ids ['45ea495c-29ce-4302-9e88-f4a2fa811470'] in dv-cinder-772388-2-iscsi is: [{'id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'name': 'tempest-ServerRescueNegativeTestJSON-1746227177-router', 'tenant_id': '4984a9173d9443cabc68428285ccef96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:31Z', 'updated_at': '2021-01-26T11:51:07Z', 'revision_number': 5, 'project_id': '4984a9173d9443cabc68428285ccef96', 'gw_port': {'id': '7f71dc0b-50ed-48a5-b5ec-ac355d54be10', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ea495c-29ce-4302-9e88-f4a2fa811470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:34Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:51:11.732579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ee274240>,) {'filters': {'network_id': ['af990b8f-495c-4fae-9de0-e4b25e07c3ef']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:11.749518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ee274240>, 'c386efe8-dd4e-4472-a254-5009174bf0a4') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:11.750129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ee274240>, 'c386efe8-dd4e-4472-a254-5009174bf0a4') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:11.766119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.769998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.791519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.794268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:51:11.939225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:11.943086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.069682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Network af990b8f-495c-4fae-9de0-e4b25e07c3ef has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:51:12.082828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.138277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.138957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ea495c-29ce-4302-9e88-f4a2fa811470 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 11:51:12.157887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.159104 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8202afc7-5f32-4912-a289-eb07160c6b94 admin admin] 10.222.0.57 "DELETE /v2.0/routers/45ea495c-29ce-4302-9e88-f4a2fa811470 HTTP/1.1" status: 204  len: 168 time: 2.4906800
Jan 26 11:51:12.164203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56916) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:12.246180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Deleting subnet c1333180-c67c-41e1-bef4-665206bcd761 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:51:12.250148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.320300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Network af990b8f-495c-4fae-9de0-e4b25e07c3ef has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:51:12.326263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:51:12.352256 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:51:12.419628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.448452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f833a5bb-aeac-402b-94ea-2c1c0b623b7a no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:51:12.484068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.501484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-00b9b6c6-0691-4c9e-a430-a81e0bec1120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:12.530235 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: f833a5bb-aeac-402b-94ea-2c1c0b623b7a {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:51:12.530882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f833a5bb-aeac-402b-94ea-2c1c0b623b7a not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:51:12.541070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.547968 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=af990b8f-495c-4fae-9de0-e4b25e07c3ef,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:12.554957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:12.560615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-aa28e05a-5bdb-4698-8a5f-95e7f6b89a17 admin admin] 10.222.0.57 "DELETE /v2.0/networks/af990b8f-495c-4fae-9de0-e4b25e07c3ef HTTP/1.1" status: 204  len: 168 time: 1.5507507
Jan 26 11:51:12.967070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:12.985523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:13.038651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56922) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:13.059611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1333180-c67c-41e1-bef4-665206bcd761,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:13.120039 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f81f88f2-78ef-43a3-bd9d-0977dd8a6f46 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbd376121acf494ab4a9aaf7bb8668eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0790431
Jan 26 11:51:13.124561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56928) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:13.160593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:13.222404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.227157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.227388 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c1333180-c67c-41e1-bef4-665206bcd761 HTTP/1.1" status: 204  len: 168 time: 1.0617430
Jan 26 11:51:13.230930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56932) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:13.264532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.366136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.372334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-99978f8c-dcc0-4c98-917b-6ca9694542d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:13.375090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.387844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0479f967-8321-4da2-bfcc-8ef814ca126b,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:13.391070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:13.392368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.393758 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0479f967-8321-4da2-bfcc-8ef814ca126b HTTP/1.1" status: 204  len: 168 time: 0.2677977
Jan 26 11:51:13.614972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.774665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef3d17b8>,) {'filters': {'network_id': ['5c3a91da-0586-4326-960a-5180676e05ad']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:13.790652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef3d17b8>, 'fac7d614-4175-46a6-8841-1589329fc293') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:13.791797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef3d17b8>, 'fac7d614-4175-46a6-8841-1589329fc293') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:13.808428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31539139'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.828837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:13.833474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:51:14.093049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Network 5c3a91da-0586-4326-960a-5180676e05ad has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:51:14.104385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823238403'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:14.248397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56940) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:14.328174 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3c1de8df-f81b-4c9c-a4da-fafaf1511164 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bba39dbfd9e54579b74a90e90462b5b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0755351
Jan 26 11:51:14.328567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 56946) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:14.342772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Network 5c3a91da-0586-4326-960a-5180676e05ad has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:51:14.386538 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:51:14.439243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:14.483436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:51:14.486303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:14.530257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:14.535788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:14.537094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:51:14.537735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7f71dc0b-50ed-48a5-b5ec-ac355d54be10 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:51:14.553729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:14.566187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3a91da-0586-4326-960a-5180676e05ad,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:14.575551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:14.597995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:14.603796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-aaebdd5c-5679-4449-a505-b2ea4004cbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:14.617845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ae2e88-b637-4382-8d26-39e3b7cbd22d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:14.622017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:14.624381 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:14.625684 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62ae2e88-b637-4382-8d26-39e3b7cbd22d HTTP/1.1" status: 204  len: 168 time: 0.2961555
Jan 26 11:51:14.642041 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] 10.222.0.57 "DELETE /v2.0/networks/5c3a91da-0586-4326-960a-5180676e05ad HTTP/1.1" status: 204  len: 168 time: 1.4064534
Jan 26 11:51:15.105174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-08f14999-2df8-4783-baee-9ee278e940e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:15.195952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56956) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:15.272409 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a638b51a-6a20-48ed-b0f8-1a6bc6d8eb8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4984a9173d9443cabc68428285ccef96&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0738852
Jan 26 11:51:15.275140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 56960) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:15.359665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:15.404641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:15.512338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:15.529147 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-529eb963-90de-4ec6-875f-2fcafa952749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:15.553651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfce959-57ba-4326-b537-04f734db6735,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:15.553651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:15.601239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:15.603812 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4dfce959-57ba-4326-b537-04f734db6735 HTTP/1.1" status: 204  len: 168 time: 0.3266344
Jan 26 11:51:17.468884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2fd77272-3dd2-4064-8a1e-80f87a99d73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:17.547912 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-9fdfac15-ea17-48cb-84c7-33d775836cba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1841986
Jan 26 11:51:17.739969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdd036-c212-45a7-8d52-51264479e42f req-238bf2df-5f69-4015-9929-4a2759ac8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:17.743605 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-238bf2df-5f69-4015-9929-4a2759ac8bba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 1163 time: 0.1440413
Jan 26 11:51:18.133226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:18.297464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdd036-c212-45a7-8d52-51264479e42f req-a8a62197-6b63-4a4f-9ab8-0c2734a94231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:18.299685 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-a8a62197-6b63-4a4f-9ab8-0c2734a94231 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.5317743
Jan 26 11:51:18.522742 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-8edc3a6e-4d69-4d1c-8cf7-f62eb623825f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 200  len: 1001 time: 0.2021608
Jan 26 11:51:18.643670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdd036-c212-45a7-8d52-51264479e42f req-da0b131b-0b04-41f6-98fb-2d0b0525bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:18.645309 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-da0b131b-0b04-41f6-98fb-2d0b0525bcba service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.1100845
Jan 26 11:51:18.754995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdd036-c212-45a7-8d52-51264479e42f req-cf0b94f6-bb58-4c41-8fb0-9c81d4748b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:18.756710 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-cf0b94f6-bb58-4c41-8fb0-9c81d4748b22 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985179
Jan 26 11:51:18.835282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:19.094818 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-211ecae5-7a70-4ff7-bcf4-f877e67d4921 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3265026
Jan 26 11:51:19.176969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57072) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:19.400139 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5cdd036-c212-45a7-8d52-51264479e42f req-1eba7802-279c-4e0d-b328-15ef757793e0 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2961068
Jan 26 11:51:19.460428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:19.481027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:19.487116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Usage tracker for resource:security_group_rule and tenant:f3fe3d1114364a338c71ed5b88b0f7cd is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:19.491003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:19.503588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:19.561256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:19.639413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:19.672522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:19.689047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5d2d40aa-686f-436b-b187-25cdc12ae22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:19.750121 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3fe3d1114364a338c71ed5b88b0f7cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5709062
Jan 26 11:51:19.751242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdcb929-3ce2-410b-bcba-b94603256ba6,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:19.753567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57084) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:19.754989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:19.834196 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:19.872266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:20.053678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:20.067175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c994045b-6bdd-4d2c-9929-3488d31cfa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:20.093064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdcb929-3ce2-410b-bcba-b94603256ba6,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:20.095852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:20.097905 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfdcb929-3ce2-410b-bcba-b94603256ba6 HTTP/1.1" status: 204  len: 168 time: 0.3428297
Jan 26 11:51:20.099709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:20.975314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57102) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:21.011761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:21.039660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:21.047375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Usage tracker for resource:security_group_rule and tenant:70c32e35c8da4340be734f3321855f8f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:21.057959 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:21.059553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:21.151166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a54b53-bb1d-4a90-a46b-33a4a187825b req-d212af12-1314-4f06-acd5-055ebe3c4816 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:21.153264 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-26a54b53-bb1d-4a90-a46b-33a4a187825b req-d212af12-1314-4f06-acd5-055ebe3c4816 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.1963985
Jan 26 11:51:21.178823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:21.225089 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-26a54b53-bb1d-4a90-a46b-33a4a187825b req-5e0c39c2-eee8-4cc5-b62c-3ee27bf5ef37 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612588
Jan 26 11:51:21.254863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:21.266300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:21.327826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70c32e35c8da4340be734f3321855f8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3507020
Jan 26 11:51:21.328813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506751c0-0eaa-47fb-b7b9-4a2881220579,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:21.332348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:21.332971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57108) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:21.411307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:21.451699 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:21.552478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:21.561017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-59d12ed9-984a-493d-b4f3-0866949bf8b8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:21.582681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506751c0-0eaa-47fb-b7b9-4a2881220579,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:21.587535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:21.609626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:21.609626 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/506751c0-0eaa-47fb-b7b9-4a2881220579 HTTP/1.1" status: 204  len: 168 time: 0.2748003
Jan 26 11:51:22.659729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465a33-2163-4c9d-8b55-4ddbf5029d47 req-43de37f7-3834-4102-8522-1e4905a6ff6f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:22.662407 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7f465a33-2163-4c9d-8b55-4ddbf5029d47 req-43de37f7-3834-4102-8522-1e4905a6ff6f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.2431419
Jan 26 11:51:22.756546 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7f465a33-2163-4c9d-8b55-4ddbf5029d47 req-0598854b-8d75-4b08-881f-a839cb767a3c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811367
Jan 26 11:51:23.023124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-741c9bbe-4062-406f-9a8c-5760c036b854 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:23.027083 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-741c9bbe-4062-406f-9a8c-5760c036b854 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 946 time: 0.2152431
Jan 26 11:51:23.067839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:51:23.225866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 0d12f084-f861-49d0-a519-1436e5a2ef71 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:51:23.226593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Deleting port 0d12f084-f861-49d0-a519-1436e5a2ef71 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:51:23.227203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:23.473830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:23.524976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:23.591872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d12f084-f861-49d0-a519-1436e5a2ef71,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:23.594036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:23.632108 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-d9582a2d-ae12-44a8-bf98-15c14fb3dd36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2115700364&fields=id&tenant_id=99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 267 time: 0.3354001
Jan 26 11:51:23.641087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:23.643638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-852413e7-a387-441e-8acf-543471d41369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:23.710382 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'code': 200}
Jan 26 11:51:23.783155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=7']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:23.801807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:23.881788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d12f084-f861-49d0-a519-1436e5a2ef71,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:23.882417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:24.112411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-0c77b655-12f1-4e53-ba16-a47b128e47c0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:24.122690 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-0c77b655-12f1-4e53-ba16-a47b128e47c0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 810 time: 0.4637389
Jan 26 11:51:24.172564 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-512ad95b-2082-4eab-aeaa-b7fb5f0a412b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/quotas/99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 375 time: 0.0484910
Jan 26 11:51:24.222738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c72ac-9c04-4049-b74a-f9665c2aee91 req-44a0605c-db3e-44bf-a4ac-413a26ea78d4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:24.239650 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f78c72ac-9c04-4049-b74a-f9665c2aee91 req-44a0605c-db3e-44bf-a4ac-413a26ea78d4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.2406602
Jan 26 11:51:24.450009 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f78c72ac-9c04-4049-b74a-f9665c2aee91 req-193667a2-764b-4782-96fb-67d6cfc8c702 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916919
Jan 26 11:51:24.623319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:24.623651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:24.624030 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Floating IP 8b57845a-89d7-461a-bd4f-22ec8d120107 disassociated. External IP: 172.27.2.21, port: 0d12f084-f861-49d0-a519-1436e5a2ef71.
Jan 26 11:51:24.624418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Calling delete_port for 0d12f084-f861-49d0-a519-1436e5a2ef71 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:51:24.708098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-7aa1862c-25e1-41c6-a9eb-d6eccbb3b485 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:24.820076 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-7aa1862c-25e1-41c6-a9eb-d6eccbb3b485 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:24.822319 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-7aa1862c-25e1-41c6-a9eb-d6eccbb3b485 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4658406
Jan 26 11:51:24.971055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:51:24.971338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:51:25.025890 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-cb79634d-fad6-46b3-bd59-40dbac0bb389 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837556
Jan 26 11:51:25.230671 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-ee53fd7e-534f-4f54-9fbf-a9517a67e51a service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1915123
Jan 26 11:51:25.472615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Deleting port 0d12f084-f861-49d0-a519-1436e5a2ef71 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:51:25.473174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:26.016936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3ef66-e4e9-4fc9-81a5-437a31991cb2 req-0be01870-9671-4a96-b47b-3745b8f90b6e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:26.029472 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c9c3ef66-e4e9-4fc9-81a5-437a31991cb2 req-0be01870-9671-4a96-b47b-3745b8f90b6e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 944 time: 0.2466266
Jan 26 11:51:26.084186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] For port 0d12f084-f861-49d0-a519-1436e5a2ef71, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0d12f084-f861-49d0-a519-1436e5a2ef71,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:26.084874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:26.199737 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c9c3ef66-e4e9-4fc9-81a5-437a31991cb2 req-e8a0f0db-7e5a-4b82-ac2c-ed19e1ee8b93 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=babe189a-1d6b-441c-8ce4-037f8e5fa090&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1687629
Jan 26 11:51:26.420222 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32dc8dd9-8f9e-484c-b45c-75e34415898f req-d281b8d6-7e7e-4ca4-bb32-886aa362639f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 210 time: 0.1557167
Jan 26 11:51:26.961054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:26.962401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:26.963111 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Floating IP 8b57845a-89d7-461a-bd4f-22ec8d120107 disassociated. External IP: 172.27.2.21, port: 0d12f084-f861-49d0-a519-1436e5a2ef71.
Jan 26 11:51:26.963854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Calling delete_port for 0d12f084-f861-49d0-a519-1436e5a2ef71 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:51:27.349753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:27.378604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:27.445260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event deleted for resources: {'Port': ['ID=0d12f084-f861-49d0-a519-1436e5a2ef71,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:27.450772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:27.678509 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ac897bd8-5f91-487d-ad07-1f87de52a4eb req-73af67f4-3d0e-4a3c-9ba5-daf7a0565c9f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 210 time: 0.0887618
Jan 26 11:51:27.892353 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5ff9d40d-0b5e-4258-bc42-7c2ba1c06598 req-d002f121-513e-4d9b-8684-0c854abca037 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 210 time: 0.1722338
Jan 26 11:51:28.029128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:51:28.349169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:51:28.363708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] Sync routers for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:51:28.385423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:51:28.389983 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07eff68b70>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:51:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:28.402321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] No DVR routers for this DVR port 0d12f084-f861-49d0-a519-1436e5a2ef71 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:51:28.404999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:28.419088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-deleted', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:28.483802 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5534c572-8a0a-4795-a7d5-0baf5632efc7 req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "DELETE /v2.0/ports/0d12f084-f861-49d0-a519-1436e5a2ef71 HTTP/1.1" status: 204  len: 173 time: 5.4505055
Jan 26 11:51:28.519960 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5666a4-0e92-4e82-a072-12fc5c677c17', 'name': 'network-vif-deleted', 'tag': '0d12f084-f861-49d0-a519-1436e5a2ef71', 'status': 'completed', 'code': 200}
Jan 26 11:51:28.702831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:51:29.683911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-371dbb67-6a57-473f-a74a-56beb72fe49d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:29.690652 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b3ee601-0d25-45b0-ad18-1de28f6c839e req-e2dd38db-ae62-492f-9bbf-69ab74f06989 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 210 time: 0.3712094
Jan 26 11:51:29.691783 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-371dbb67-6a57-473f-a74a-56beb72fe49d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 810 time: 0.4998109
Jan 26 11:51:29.831635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-14893c27-1540-4805-89c8-dfe5ff4a0d1a req-5073637d-e381-4989-afae-0a2a81a1e635 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:29.884647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07eff68b70>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:29.893405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] Checking router: 7cb6dda6-d095-43e7-9c3d-21d942d212c6 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:51:29.932961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:51:29.934168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07eff68b70>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:51:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:30.072082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-14893c27-1540-4805-89c8-dfe5ff4a0d1a req-5073637d-e381-4989-afae-0a2a81a1e635 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:30.084729 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-14893c27-1540-4805-89c8-dfe5ff4a0d1a req-5073637d-e381-4989-afae-0a2a81a1e635 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=2a5666a4-0e92-4e82-a072-12fc5c677c17 HTTP/1.1" status: 200  len: 210 time: 1.0984521
Jan 26 11:51:30.199975 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-10833943-60da-42cc-b5de-25b4cb59f433 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 5765 time: 0.3459966
Jan 26 11:51:30.213102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'port': {'device_id': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'admin_state_up': True, 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'security_groups': ['cd7a2662-5105-49e1-86a1-64163802bdea']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:30.253163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:51:30.467878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57276) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:30.518623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:30.544223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:30.604053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Made reservation on behalf of 99199b371a9449cabe22dffd65eaf0c6 for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:51:30.641673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:30.932162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:30.991467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:31.019856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Usage tracker for resource:security_group_rule and tenant:6906d71eb9f24e38afbe5c96d53fd384 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:31.021327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:31.047951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:31.082146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07eff68b70>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:31.089754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287091be-31f9-4a72-a83c-46270a7073e4 None None] The sync data for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi is: [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:51:31.438644 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-369f7168-d2b5-4cac-8242-c368f3684f5e req-f89c30c0-928a-4ec7-84a9-51775cfa5ff3 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 210 time: 0.1136963
Jan 26 11:51:31.530006 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:31.537770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57302) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:31.557821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Allocated IP 172.20.0.11 (d65e3f05-37f3-42f6-8372-7a3820b8681e/0edfd81a-e75a-4d62-8afe-25fb5254ed6f/72f5061e-f9f7-458e-9c61-23c3367ac16c) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:51:31.600093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:31.626142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4303b5c0-1451-4c4a-b569-c7da3a666cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:31.676515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d667d38-77e5-44a3-9261-6af786e307bd None None] New status for floating IP 8b57845a-89d7-461a-bd4f-22ec8d120107: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:51:31.679130 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6906d71eb9f24e38afbe5c96d53fd384&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2096412
Jan 26 11:51:31.684465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57306) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:31.701085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbb0502-6ebb-4be2-8422-48240b4b8dbc,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:31.704820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:31.706473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:32.074969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.120644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.126334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.188480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Transition to ACTIVE for port object 72f5061e-f9f7-458e-9c61-23c3367ac16c will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:51:32.198461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.209477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.215642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-46fc3950-a3bb-458f-b9eb-8bbe7f0f306d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:32.235474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe189a-1d6b-441c-8ce4-037f8e5fa090,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:32.238993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:32.277735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.279564 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "DELETE /v2.0/security-groups/babe189a-1d6b-441c-8ce4-037f8e5fa090 HTTP/1.1" status: 204  len: 168 time: 0.7389915
Jan 26 11:51:32.283628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57310) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:32.306976 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.v2.resource [None req-754770fa-3ebe-4506-bf2a-1b6feeec72bd tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] show failed (client error): The resource could not be found.
Jan 26 11:51:32.308507 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-754770fa-3ebe-4506-bf2a-1b6feeec72bd tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups/babe189a-1d6b-441c-8ce4-037f8e5fa090 HTTP/1.1" status: 404  len: 347 time: 0.0232489
Jan 26 11:51:32.311936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57314) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:32.326883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.344924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:32.407629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.571600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Deleting port c52f8f48-3a3a-4962-bc06-ca0061bab20c {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:51:32.571600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.574835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=72f5061e-f9f7-458e-9c61-23c3367ac16c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:32.581599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:32.595431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-df06d452-de72-44e6-adcd-f4f9530e3fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:32.621563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbb0502-6ebb-4be2-8422-48240b4b8dbc,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:32.628549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:32.632633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:32.634826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0fbb0502-6ebb-4be2-8422-48240b4b8dbc HTTP/1.1" status: 204  len: 168 time: 0.9488513
Jan 26 11:51:32.710561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Network d65e3f05-37f3-42f6-8372-7a3820b8681e is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:51:32.713823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:51:32.718576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:51:32.893473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:32.894923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:33.014830 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8229210
Jan 26 11:51:33.049688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Request body: {'port': {'device_id': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:33.170677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-49d12bbe-1851-4e95-925a-b9da58d667be None None] Provisioning for port 72f5061e-f9f7-458e-9c61-23c3367ac16c completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:51:33.183417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-49d12bbe-1851-4e95-925a-b9da58d667be None None] Provisioning complete for port 72f5061e-f9f7-458e-9c61-23c3367ac16c triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:33.185345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49d12bbe-1851-4e95-925a-b9da58d667be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:33.216106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494543e-b3c6-49a3-b350-39e057cd5de9 req-44400eac-d4d7-45ef-8d56-b195c5439963 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:33.225594 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d494543e-b3c6-49a3-b350-39e057cd5de9 req-44400eac-d4d7-45ef-8d56-b195c5439963 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 932 time: 0.5315986
Jan 26 11:51:33.232789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:33.233178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:33.283888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-49d12bbe-1851-4e95-925a-b9da58d667be None None] Port 72f5061e-f9f7-458e-9c61-23c3367ac16c cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:51:33.295750 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:33.484914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Calling delete_port for c52f8f48-3a3a-4962-bc06-ca0061bab20c owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:51:33.541019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-d494543e-b3c6-49a3-b350-39e057cd5de9 req-bd2046fd-60c4-497a-8c61-9e68d24415c0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:33.613450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57328) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:33.639933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-d494543e-b3c6-49a3-b350-39e057cd5de9 req-bd2046fd-60c4-497a-8c61-9e68d24415c0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:33.641266 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d494543e-b3c6-49a3-b350-39e057cd5de9 req-bd2046fd-60c4-497a-8c61-9e68d24415c0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4145303
Jan 26 11:51:33.682724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:33.917062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:33.959711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:34.038498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event deleted for resources: {'Port': ['ID=c52f8f48-3a3a-4962-bc06-ca0061bab20c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:34.041445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:34.154963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:34.170493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Usage tracker for resource:security_group_rule and tenant:71f434d9e4bd467b98200b977bb094ad is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:34.178771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:34.209322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:34.234792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:34.290731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:34.291937 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c875a57d-c806-478b-b9dc-a3bb8f33f071 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "DELETE /v2.0/floatingips/8b57845a-89d7-461a-bd4f-22ec8d120107 HTTP/1.1" status: 204  len: 168 time: 1.9785566
Jan 26 11:51:34.535610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f5061e-f9f7-458e-9c61-23c3367ac16c {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:51:34.691261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:34.722710 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Transition to ACTIVE for port object 72f5061e-f9f7-458e-9c61-23c3367ac16c will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:51:34.724786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:34.792783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:34.807636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57346) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:34.817396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'security_group': {'name': 'tempest-securitygroup--1058037714', 'description': 'tempest-description--291140462'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:34.824969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-02b551ad-c5de-47bc-8982-741a3917a06a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:34.886647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:34.886990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:34.916038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:34.919674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:34.928580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:34.968671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.060148 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=71f434d9e4bd467b98200b977bb094ad&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4473667
Jan 26 11:51:35.065474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57350) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:35.067374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ad123-e912-4015-8e9c-459494f86ec0 req-f7257bd9-1bdf-4dd9-9029-1aa0f5a03354 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:35.072103 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-803ad123-e912-4015-8e9c-459494f86ec0 req-f7257bd9-1bdf-4dd9-9029-1aa0f5a03354 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 944 time: 0.2333016
Jan 26 11:51:35.074988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:35.084049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group_rule and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:35.102292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:35.109178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=72f5061e-f9f7-458e-9c61-23c3367ac16c,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:35.113464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:35.113801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:35.124210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d4d07b65-7d3c-4bec-b26a-223e49a360d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:35.171608 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-803ad123-e912-4015-8e9c-459494f86ec0 req-41e3caa2-f66c-400d-91af-dbc6aeb5a186 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0887742
Jan 26 11:51:35.244512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ec887c-c9fc-47ca-b78b-bc5b5b853da2,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:35.256677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:35.294924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.340307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.393032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d36ed9a5-5786-44f5-a295-7bfbb176a91e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:35.413522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.438330 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a53b7e-5249-4ea6-b8bd-00dbfd522623,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:35.441371 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.443417 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6339104
Jan 26 11:51:35.445436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:35.448540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57360) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:35.455577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'security_group_rule': {'security_group_id': 'a1a53b7e-5249-4ea6-b8bd-00dbfd522623', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:35.476116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:35.484216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group_rule and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:35.488713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:35.502373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:35.527576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.584835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.609848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Attempting to bind port 72f5061e-f9f7-458e-9c61-23c3367ac16c on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:51:35.610258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Attempting to bind port 72f5061e-f9f7-458e-9c61-23c3367ac16c by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:51:35.610666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Attempting to bind port 72f5061e-f9f7-458e-9c61-23c3367ac16c on network d65e3f05-37f3-42f6-8372-7a3820b8681e {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:51:35.626087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:51:35.626485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Checking segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:51:35.627624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.628404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Bound using segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:51:35.629322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Bound port: 72f5061e-f9f7-458e-9c61-23c3367ac16c, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:51:35.629825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.707821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.760805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.768874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.784617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:35.793012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0630127d-4f35-4347-9d0b-22ba473400e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:35.809516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] For port 72f5061e-f9f7-458e-9c61-23c3367ac16c, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:51:35.830729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0a6cea-03ad-4423-95f8-ca98e6b1c9bc,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:35.833951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] For port 72f5061e-f9f7-458e-9c61-23c3367ac16c, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:51:35.837270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:35.839599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ec887c-c9fc-47ca-b78b-bc5b5b853da2,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:35.844784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:35.845996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.848648 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39ec887c-c9fc-47ca-b78b-bc5b5b853da2 HTTP/1.1" status: 204  len: 168 time: 0.7777472
Jan 26 11:51:35.869468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.895090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:35.910610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:35.920445 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0cf656f0-0428-4279-bf47-ef724a0f876e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4702415
Jan 26 11:51:35.921523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57370) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:35.948413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'security_group_rule': {'security_group_id': 'a1a53b7e-5249-4ea6-b8bd-00dbfd522623', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:36.006749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:36.018709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:security_group_rule and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:36.026057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:36.042456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:36.109698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:36.117116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Pushing event updated for resources: {'Port': ['ID=72f5061e-f9f7-458e-9c61-23c3367ac16c,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:36.124944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:36.187722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:36.190135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:36.204043 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] 10.222.0.81 "PUT /v2.0/ports/72f5061e-f9f7-458e-9c61-23c3367ac16c HTTP/1.1" status: 200  len: 1158 time: 3.1566124
Jan 26 11:51:36.204043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:36.302051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:36.307366 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'status': 'completed', 'code': 200}
Jan 26 11:51:36.346113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:36.348582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:36.382794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc957f17-c407-4298-ba4a-d6cabf6f73c6,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:36.386329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:36.449252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:36.454748 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5282102
Jan 26 11:51:36.455601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57382) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:36.476014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:36.542476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:36.552278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Usage tracker for resource:floatingip and tenant:0d44817afceb42e894e4acc5dfcf5515 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:36.559383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:36.575344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:36.595678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-4d598e12-7663-4a18-834e-cc572e98bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:36.598596 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-4d598e12-7663-4a18-834e-cc572e98bb37 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 1161 time: 0.2718222
Jan 26 11:51:36.647731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:36.838193 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-f03658fe-b723-404e-944b-156b5695dd03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c HTTP/1.1" status: 200  len: 217 time: 0.2214501
Jan 26 11:51:37.052700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-f656000e-6ae5-437d-b612-6d9385aa9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:37.055455 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-f656000e-6ae5-437d-b612-6d9385aa9726 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.2057047
Jan 26 11:51:37.226512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-f085d381-fdee-4512-b1f1-98cb374393e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:37.230098 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-f085d381-fdee-4512-b1f1-98cb374393e5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1664917
Jan 26 11:51:37.280014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6f9d2-d936-4748-8c3b-cc8b94fcb48d req-9ad7c588-eea8-4c2c-82ae-aa52fda9b072 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:37.286397 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c2d6f9d2-d936-4748-8c3b-cc8b94fcb48d req-9ad7c588-eea8-4c2c-82ae-aa52fda9b072 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 944 time: 0.4759769
Jan 26 11:51:37.422874 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c2d6f9d2-d936-4748-8c3b-cc8b94fcb48d req-72304710-28e4-4c2a-b4c2-a2e6fd069bae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1254718
Jan 26 11:51:37.469398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:37.495744 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-09e1f033-c10f-4942-a320-12e9da16e1c4 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496874
Jan 26 11:51:37.819102 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efbea5da-3d18-4eb1-9d1e-d786e45d7629 req-14dfb4bc-ae0d-4c3b-a1f6-3e94b7d6e6ff service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3073421
Jan 26 11:51:38.010798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Allocated IP 172.27.2.155 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/e3b978d8-3ef0-415b-97b9-2d7f0a780e5a) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:51:38.200394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-4e581441-9635-42e4-97e0-e3fb5d90e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:38.203878 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-4e581441-9635-42e4-97e0-e3fb5d90e982 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 1161 time: 0.2442837
Jan 26 11:51:38.354249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:38.512759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:38.534944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-77e4c6a1-c032-4c3e-9733-bcd5c0291365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:38.537343 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-77e4c6a1-c032-4c3e-9733-bcd5c0291365 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.3258069
Jan 26 11:51:38.539835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-819e90db-1061-4103-9640-128d5f9732b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:38.705807 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-f72237f0-2772-4d24-af23-9bfb14d5fa96 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c HTTP/1.1" status: 200  len: 217 time: 0.1539245
Jan 26 11:51:38.813309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-19404e48-2661-4743-9eed-2f17c9ed0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:38.815190 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-19404e48-2661-4743-9eed-2f17c9ed0f24 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1002944
Jan 26 11:51:38.837314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'Port': ['ID=e3b978d8-3ef0-415b-97b9-2d7f0a780e5a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:38.846176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:38.944901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:51:38.947665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:51:38.948092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22920d8-fad9-4666-8f64-59ad2f226f15 req-4fc3ece4-39e8-4b4a-b0cb-9fa7233343ea tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:38.949091 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-e22920d8-fad9-4666-8f64-59ad2f226f15 req-4fc3ece4-39e8-4b4a-b0cb-9fa7233343ea tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:38.950722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:51:39.005347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-e22920d8-fad9-4666-8f64-59ad2f226f15 req-4fc3ece4-39e8-4b4a-b0cb-9fa7233343ea tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:39.007106 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e22920d8-fad9-4666-8f64-59ad2f226f15 req-4fc3ece4-39e8-4b4a-b0cb-9fa7233343ea tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 944 time: 0.3672357
Jan 26 11:51:39.018818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-75416761-ea50-48ad-84cc-078b2975cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:39.021452 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-75416761-ea50-48ad-84cc-078b2975cb7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1969771
Jan 26 11:51:39.108220 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:39.239129 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e22920d8-fad9-4666-8f64-59ad2f226f15 req-81ace765-ad78-4bc7-b3ca-47665d4e8885 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2160959
Jan 26 11:51:39.294603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:39.309438 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-9f523b76-a128-4f0b-a129-f2d500b2e0cc service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780728
Jan 26 11:51:39.539209 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae19955-d3b7-4bb5-bf32-64158990efd0 req-5313ea2f-6874-47ee-b6bc-dfefe7042d06 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2214572
Jan 26 11:51:39.895461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:39.949784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:39.992976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8dcf958a-79fb-4956-9aac-6d47f355bd30 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:40.283009 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d33ec-71f9-4b1c-ba5f-4b5e51f90dfc req-25485b7e-a39f-4106-ba49-a3ac36dbe24a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:40.284726 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b80d33ec-71f9-4b1c-ba5f-4b5e51f90dfc req-25485b7e-a39f-4106-ba49-a3ac36dbe24a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2803900
Jan 26 11:51:40.392972 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b80d33ec-71f9-4b1c-ba5f-4b5e51f90dfc req-6ff13e3c-e761-4b33-8ec1-a4acab8578e6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950360
Jan 26 11:51:40.611924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'Port': ['ID=e3b978d8-3ef0-415b-97b9-2d7f0a780e5a,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:40.618446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:40.795668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c4c4-8416-49a8-bf45-8e80027fc4b9 req-b7ebc36f-4f80-4c20-81c1-133aaa25a037 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:40.797657 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad04c4c4-8416-49a8-bf45-8e80027fc4b9 req-b7ebc36f-4f80-4c20-81c1-133aaa25a037 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 944 time: 0.2781312
Jan 26 11:51:40.838568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:40.892070 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad04c4c4-8416-49a8-bf45-8e80027fc4b9 req-dbeb0502-55dd-4a84-a40c-52ff419d26d9 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0823910
Jan 26 11:51:40.927606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:40.930698 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.4737399
Jan 26 11:51:41.303000 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-14893903-4857-4767-a233-5979f653b21e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1058037714&fields=id&tenant_id=0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 267 time: 0.0889997
Jan 26 11:51:41.571423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-2d257453-62e0-4dc1-a574-ab91dba9e89d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:41.574245 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-2d257453-62e0-4dc1-a574-ab91dba9e89d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 817 time: 0.2623365
Jan 26 11:51:41.600489 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-46fc086d-901b-475a-8721-813a56831c84 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/quotas/0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 375 time: 0.0187254
Jan 26 11:51:41.830890 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-2c682158-dc5b-4ce1-b59c-ce5bdf643040 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2172322
Jan 26 11:51:41.891635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef03f9-7091-4565-9090-0d155d3fe458 req-2d8dbea6-d8ac-4e2c-91da-6b15f4ffa850 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:41.893398 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d8ef03f9-7091-4565-9090-0d155d3fe458 req-2d8dbea6-d8ac-4e2c-91da-6b15f4ffa850 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2198286
Jan 26 11:51:42.007371 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d8ef03f9-7091-4565-9090-0d155d3fe458 req-9a52d994-410b-42cb-af2d-c4b128143e11 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045370
Jan 26 11:51:42.297633 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-84d4e209-c5db-4fea-a26c-40a8532f63c2 service neutron] 10.222.0.57 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4479511
Jan 26 11:51:42.380029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63726f-d80b-4053-843b-12db8c9ebb1d req-2b4e2f0a-5e71-4532-b782-ba8b124688d7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:42.381791 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3f63726f-d80b-4053-843b-12db8c9ebb1d req-2b4e2f0a-5e71-4532-b782-ba8b124688d7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 944 time: 0.1841862
Jan 26 11:51:42.478321 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3f63726f-d80b-4053-843b-12db8c9ebb1d req-9262080d-810b-4548-8bda-e76afed4bee0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0835507
Jan 26 11:51:42.502769 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-9564a56f-e48d-4428-8070-84b0a4f3ed9c service neutron] 10.222.0.57 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1929903
Jan 26 11:51:42.844045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-952b9ac1-e290-4d57-b90f-b7e9a5280369 req-9d6b862b-8f82-48f5-bfcb-81ccb02daa70 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:42.882575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-952b9ac1-e290-4d57-b90f-b7e9a5280369 req-9d6b862b-8f82-48f5-bfcb-81ccb02daa70 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:42.884796 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-952b9ac1-e290-4d57-b90f-b7e9a5280369 req-9d6b862b-8f82-48f5-bfcb-81ccb02daa70 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 210 time: 0.1023445
Jan 26 11:51:43.116561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57514) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:43.342884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:43.361858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:43.370694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Usage tracker for resource:security_group_rule and tenant:cefd0864afe64a95b1c12b3bf450e2af is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:43.378192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:43.390505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:43.592260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:43.616070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435669e5-08d3-4efe-b83e-ad4f84e41dfe req-8742da45-6a0a-4064-88b5-4d172411c2f4 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:43.623137 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-435669e5-08d3-4efe-b83e-ad4f84e41dfe req-8742da45-6a0a-4064-88b5-4d172411c2f4 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.4154208
Jan 26 11:51:43.642645 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:43.700741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-696834e7-74c0-4b7c-888b-7ffe4a40b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:43.705368 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-435669e5-08d3-4efe-b83e-ad4f84e41dfe req-ce655c2a-513d-4381-b88a-48aa619982c6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756350
Jan 26 11:51:43.712389 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cefd0864afe64a95b1c12b3bf450e2af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5943637
Jan 26 11:51:43.714151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57530) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:43.791414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1a35f-ff28-4a35-aebd-94bcb8a840ac,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:43.797942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:43.816356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:43.848840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:43.889039 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287710da-d2a6-4b8e-a8bd-c80de5548505 req-44a22c25-d8f3-491d-b6db-2156b7614fd1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:43.891190 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-287710da-d2a6-4b8e-a8bd-c80de5548505 req-44a22c25-d8f3-491d-b6db-2156b7614fd1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 944 time: 0.1917012
Jan 26 11:51:43.945492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:43.954450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d98b4029-f356-4a52-9b74-c129ddd5df31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:44.001872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:44.009412 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66a1a35f-ff28-4a35-aebd-94bcb8a840ac HTTP/1.1" status: 204  len: 168 time: 0.2935681
Jan 26 11:51:44.010670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1a35f-ff28-4a35-aebd-94bcb8a840ac,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:44.036869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:44.059746 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-287710da-d2a6-4b8e-a8bd-c80de5548505 req-333a4a5d-79dd-4875-bc49-59b65dfdf5f4 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1572413
Jan 26 11:51:44.255597 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-219ccee7-fedf-436d-91f1-47f314eb14a9 req-c85420cd-d5ab-473c-af26-f8897b2d28a7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 210 time: 0.0626097
Jan 26 11:51:44.910056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57570) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:45.106165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-87c2f4ff-4d9d-49b3-93ec-dd314ef1ff2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:45.126978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:45.143843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:45.148894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Usage tracker for resource:security_group_rule and tenant:1820a0e1d8e24b3e899aa8ffb9c04e9b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:45.152879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:45.160117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:45.172177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391589a8-6da9-41c2-a2b5-675f5d7a37c0 req-68068c76-0c3a-4726-b918-7d22481dac43 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:45.174233 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-391589a8-6da9-41c2-a2b5-675f5d7a37c0 req-68068c76-0c3a-4726-b918-7d22481dac43 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2331514
Jan 26 11:51:45.250086 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-391589a8-6da9-41c2-a2b5-675f5d7a37c0 req-ae9a1a8a-77ab-44c1-999a-ce82cbc7f8cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647357
Jan 26 11:51:45.519548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-e20ec82f-b4be-420b-a420-ae921947b483 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:45.521435 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-e20ec82f-b4be-420b-a420-ae921947b483 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 817 time: 0.2935956
Jan 26 11:51:45.525656 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3a66027a-1620-47a5-83f0-66e757e34a55 req-70a1076a-2186-4bb8-bcda-8a0120bc41d6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 210 time: 0.0711966
Jan 26 11:51:45.698046 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-04070f81-487a-46e9-b3f0-b8bcc3e2377e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 5704 time: 0.1509235
Jan 26 11:51:45.723171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'port': {'device_id': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'admin_state_up': True, 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'security_groups': ['a1a53b7e-5249-4ea6-b8bd-00dbfd522623']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:45.831429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f4367-404f-4a57-b277-d0ed34699f84 req-805b4d8f-0ab7-485a-af22-b79951cd11ac tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:45.833166 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f56f4367-404f-4a57-b277-d0ed34699f84 req-805b4d8f-0ab7-485a-af22-b79951cd11ac tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 944 time: 0.5353086
Jan 26 11:51:45.935875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.010695 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f56f4367-404f-4a57-b277-d0ed34699f84 req-6265ddef-1cb8-4ebb-9310-bf2d3a6acf3d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1540887
Jan 26 11:51:46.020488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.033512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-21e65f72-88a1-400c-956f-a2030785d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:46.067408 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 72f5061e-f9f7-458e-9c61-23c3367ac16c up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:51:46.085919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:46.093046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c27d284-fc3a-4e4c-a8ac-2aab91564997,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:46.096846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:46.104213 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1820a0e1d8e24b3e899aa8ffb9c04e9b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1920795
Jan 26 11:51:46.108287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57596) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:46.121520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:46.183171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Made reservation on behalf of 0d44817afceb42e894e4acc5dfcf5515 for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:51:46.195181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.202170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.223083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 72f5061e-f9f7-458e-9c61-23c3367ac16c completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:51:46.225522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.231448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 72f5061e-f9f7-458e-9c61-23c3367ac16c triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:46.232428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.317627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57604) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:46.365560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.382829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ed46225d-1227-43da-9699-901a0938a76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:46.408075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c27d284-fc3a-4e4c-a8ac-2aab91564997,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:46.419864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:46.426121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.428202 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c27d284-fc3a-4e4c-a8ac-2aab91564997 HTTP/1.1" status: 204  len: 168 time: 0.3177142
Jan 26 11:51:46.539062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.562332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:46.569527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Usage tracker for resource:security_group_rule and tenant:15c23154ce8b43da89b04cc903521527 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:46.574618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:46.579393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.584052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:46.636607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:46.656255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 72f5061e-f9f7-458e-9c61-23c3367ac16c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:46.689064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.692277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:46.739090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Allocated IP 172.20.0.10 (1fe33118-a86a-4ed1-82b2-6e168e45a220/532db15e-1ae6-484e-a2b5-8c72418960f0/cd618d25-cfe5-4708-941b-4eaac0af48f7) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:51:46.868906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6fc1c-d1a7-4d97-8b2c-89a3845e0cf0 req-543ad32d-4bfa-446f-a0e8-cee2bf9b644d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:46.874677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=72f5061e-f9f7-458e-9c61-23c3367ac16c,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:46.878341 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-50f6fc1c-d1a7-4d97-8b2c-89a3845e0cf0 req-543ad32d-4bfa-446f-a0e8-cee2bf9b644d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.4351826
Jan 26 11:51:46.879638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:46.966670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:46.996268 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-50f6fc1c-d1a7-4d97-8b2c-89a3845e0cf0 req-818f3f32-6d88-4162-be09-910ef9ab9389 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164565
Jan 26 11:51:47.022145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.032959 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-30453ce1-2043-40e2-b9dc-dea3914fdcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:47.099599 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'code': 200}
Jan 26 11:51:47.105222 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-48c783d0-b6ac-4ab3-99e9-1007ddcff5d2 req-f1e08e6a-23f4-4f88-a796-f29b9b5c2374 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 210 time: 0.2434506
Jan 26 11:51:47.149046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf87f65-ccea-4b83-9623-066ff10639db,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:47.154566 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:47.166115 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15c23154ce8b43da89b04cc903521527&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8449001
Jan 26 11:51:47.167198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57620) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:47.360622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.404657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.420642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6fac7193-e139-4fa6-b6da-5027aae08a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.431588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.445451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Transition to ACTIVE for port object cd618d25-cfe5-4708-941b-4eaac0af48f7 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:51:47.517445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.521410 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57624) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:47.542531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:47.625305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 72f5061e-f9f7-458e-9c61-23c3367ac16c up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:51:47.643317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8582c4-3e30-4c72-b50d-6e2846accc31 req-84631b2c-5c0c-4629-ae61-60da2f60dca5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:47.646204 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cd8582c4-3e30-4c72-b50d-6e2846accc31 req-84631b2c-5c0c-4629-ae61-60da2f60dca5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.3791037
Jan 26 11:51:47.744339 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.744627 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cd8582c4-3e30-4c72-b50d-6e2846accc31 req-8739a75f-7955-4940-b42f-c53bf79e9407 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0820494
Jan 26 11:51:47.747155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c17507-ac41-4dd7-90d9-b78aa7700a1f req-bc4a5c29-a046-40cc-94ed-ee40f657d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:47.748795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88c17507-ac41-4dd7-90d9-b78aa7700a1f req-bc4a5c29-a046-40cc-94ed-ee40f657d07f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 1163 time: 0.2361705
Jan 26 11:51:47.749647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.755710 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2e33c57-741d-4bf5-9df3-7e30a3fd768d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:47.760697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 72f5061e-f9f7-458e-9c61-23c3367ac16c triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:47.761376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.800092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf87f65-ccea-4b83-9623-066ff10639db,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:47.803416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:47.806272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:47.809772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:47.811042 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebf87f65-ccea-4b83-9623-066ff10639db HTTP/1.1" status: 204  len: 168 time: 0.6410255
Jan 26 11:51:47.811173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7f7efca8b947228bee2cf4728701ed is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:47.814470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:47.821326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:47.841400 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88c17507-ac41-4dd7-90d9-b78aa7700a1f req-cd7c2230-27eb-4d65-8db2-b856dd35b048 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0708406
Jan 26 11:51:47.877931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event updated for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:47.885254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:47.983421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:51:47.989183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:51:48.014565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:51:48.085503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.134535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.168649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:48.169613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.185101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.234688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95175e5b-8a5b-481d-a696-f5eb991eba41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:48.296785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-a9207180-9ebf-4662-bf1c-7baa0b6ad81b None None] Provisioning for port cd618d25-cfe5-4708-941b-4eaac0af48f7 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:51:48.303212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-a9207180-9ebf-4662-bf1c-7baa0b6ad81b None None] Provisioning complete for port cd618d25-cfe5-4708-941b-4eaac0af48f7 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:48.303765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a9207180-9ebf-4662-bf1c-7baa0b6ad81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.318956 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec7f7efca8b947228bee2cf4728701ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7963436
Jan 26 11:51:48.322408 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57636) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:48.326465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2abda21-8cc4-438e-aab1-57194d07028a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:48.331336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:48.381136 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6626701
Jan 26 11:51:48.398039 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-a9207180-9ebf-4662-bf1c-7baa0b6ad81b None None] Port cd618d25-cfe5-4708-941b-4eaac0af48f7 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:51:48.455156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd3f72-3003-4469-a668-802a81b6272a req-b0990dd0-b2a8-4db2-9df1-d0a00a9060c3 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:48.456965 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-edfd3f72-3003-4469-a668-802a81b6272a req-b0990dd0-b2a8-4db2-9df1-d0a00a9060c3 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2805176
Jan 26 11:51:48.465053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Request body: {'port': {'device_id': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:48.492478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.538476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.646944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15e5dc-a99e-4015-9ebd-9588cfadbb99 req-15a1b359-d554-43fc-9542-f293dbddc12f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:48.649205 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ec15e5dc-a99e-4015-9ebd-9588cfadbb99 req-15a1b359-d554-43fc-9542-f293dbddc12f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 932 time: 0.2593145
Jan 26 11:51:48.660561 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-edfd3f72-3003-4469-a668-802a81b6272a req-ece49c50-70ca-4a3a-8d2f-f8654cac02c0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478946
Jan 26 11:51:48.708070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.731421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-ec15e5dc-a99e-4015-9ebd-9588cfadbb99 req-1c4a41f8-4bad-457b-b71a-f40060610d33 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:48.811809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-ec15e5dc-a99e-4015-9ebd-9588cfadbb99 req-1c4a41f8-4bad-457b-b71a-f40060610d33 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:48.812998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ec15e5dc-a99e-4015-9ebd-9588cfadbb99 req-1c4a41f8-4bad-457b-b71a-f40060610d33 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516852
Jan 26 11:51:48.845921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.846310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.852464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-49e5f417-d624-495d-a539-515328a1c555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:48.875952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2abda21-8cc4-438e-aab1-57194d07028a,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:48.886799 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:48.889168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:48.919861 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2abda21-8cc4-438e-aab1-57194d07028a HTTP/1.1" status: 204  len: 168 time: 0.5960867
Jan 26 11:51:49.363616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41af7-1e0b-415c-904e-6ed7f99d2fdf req-301df3d6-536e-4917-a8c1-9e70be63c80f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:49.363616 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-23c41af7-1e0b-415c-904e-6ed7f99d2fdf req-301df3d6-536e-4917-a8c1-9e70be63c80f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.2767401
Jan 26 11:51:49.468286 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-23c41af7-1e0b-415c-904e-6ed7f99d2fdf req-76d0d1ce-023b-4116-9902-1df34919b9f9 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0952718
Jan 26 11:51:49.547921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd618d25-cfe5-4708-941b-4eaac0af48f7 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:51:49.560456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:49.565174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:49.592803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Transition to ACTIVE for port object cd618d25-cfe5-4708-941b-4eaac0af48f7 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:51:49.628902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:49.651598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:49.844165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:49.849164 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:50.065510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58441098-b03a-4d89-ae6f-219daffa6507 req-b39ecace-2eaf-4704-881f-bfe4ff7770f8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:50.067514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-58441098-b03a-4d89-ae6f-219daffa6507 req-b39ecace-2eaf-4704-881f-bfe4ff7770f8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2496068
Jan 26 11:51:50.276610 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-58441098-b03a-4d89-ae6f-219daffa6507 req-5cc9fee4-f49f-4f9e-9687-50f53f106ac8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2011428
Jan 26 11:51:50.618000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Attempting to bind port cd618d25-cfe5-4708-941b-4eaac0af48f7 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:51:50.618704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Attempting to bind port cd618d25-cfe5-4708-941b-4eaac0af48f7 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:51:50.618704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Attempting to bind port cd618d25-cfe5-4708-941b-4eaac0af48f7 on network 1fe33118-a86a-4ed1-82b2-6e168e45a220 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:51:50.674841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac233-5299-4d4e-8cd3-35a4f16cb4ef req-025340ff-a82a-42be-bf43-387aea3c786b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:50.675691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a4eac233-5299-4d4e-8cd3-35a4f16cb4ef req-025340ff-a82a-42be-bf43-387aea3c786b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:50.681000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:51:50.681362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Checking segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:51:50.681825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:50.682232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Bound using segment: {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:51:50.683133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Bound port: cd618d25-cfe5-4708-941b-4eaac0af48f7, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771b269b-70d7-4629-9799-c803e01ff5b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:51:50.683133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:50.762637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fb242-0668-466a-8cd3-7168779e0f2f req-010b201e-f945-41fa-96a1-98eb7cbecfa3 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:50.762637 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6e4fb242-0668-466a-8cd3-7168779e0f2f req-010b201e-f945-41fa-96a1-98eb7cbecfa3 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1486778
Jan 26 11:51:50.785346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a4eac233-5299-4d4e-8cd3-35a4f16cb4ef req-025340ff-a82a-42be-bf43-387aea3c786b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:50.793875 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a4eac233-5299-4d4e-8cd3-35a4f16cb4ef req-025340ff-a82a-42be-bf43-387aea3c786b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.3919446
Jan 26 11:51:50.833815 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6e4fb242-0668-466a-8cd3-7168779e0f2f req-6957161c-f06b-43e7-99f9-3ee03eaafd0c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0670152
Jan 26 11:51:50.865388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] For port cd618d25-cfe5-4708-941b-4eaac0af48f7, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:51:50.878675 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a4eac233-5299-4d4e-8cd3-35a4f16cb4ef req-4ee29d6d-b0eb-4ec7-a552-5521250d2dda tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836864
Jan 26 11:51:50.886094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] For port cd618d25-cfe5-4708-941b-4eaac0af48f7, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:51:50.932781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:50.949382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:51.133454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:51.139585 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:51.193911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:51.194209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:51.196525 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] 10.222.0.81 "PUT /v2.0/ports/cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 200  len: 1158 time: 2.7382872
Jan 26 11:51:51.197406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:51.276090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd89431-6b32-428e-ad9c-255822293397 req-f0264dfb-627c-45a3-b2a1-828cfb3c4eb4 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:51.283265 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'status': 'completed', 'code': 200}
Jan 26 11:51:51.285215 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2cd89431-6b32-428e-ad9c-255822293397 req-f0264dfb-627c-45a3-b2a1-828cfb3c4eb4 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.2487881
Jan 26 11:51:51.390339 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2cd89431-6b32-428e-ad9c-255822293397 req-7c978ebb-dfd6-42f0-9811-d2d97ad9b1d6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1045280
Jan 26 11:51:51.411931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-a6209eba-16bb-4ab8-ad06-b2ed4fa9f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:51.411931 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-a6209eba-16bb-4ab8-ad06-b2ed4fa9f72e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1161 time: 0.0967791
Jan 26 11:51:51.560775 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-a21e56e9-f78b-45ee-8788-bfedbe89a702 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 200  len: 217 time: 0.1407433
Jan 26 11:51:51.681640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-b8b3b282-d3f3-4fd8-b445-ba1349ddafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:51.682240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-1887146a-a0d7-4ed2-a079-66003e5960f6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:51.682337 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-b8b3b282-d3f3-4fd8-b445-ba1349ddafd8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.1145275
Jan 26 11:51:51.732426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-1887146a-a0d7-4ed2-a079-66003e5960f6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:51.741059 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-1887146a-a0d7-4ed2-a079-66003e5960f6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2886322
Jan 26 11:51:51.748682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:51.767430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:51.772113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Usage tracker for resource:floatingip and tenant:99199b371a9449cabe22dffd65eaf0c6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:51.776166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:51.783112 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:51.835495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:51.837620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30284eb-e7e6-46bc-9941-1bfbf2377adf req-c27c034f-976a-42c5-b2a0-1dbf647e3621 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:51.840756 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b30284eb-e7e6-46bc-9941-1bfbf2377adf req-c27c034f-976a-42c5-b2a0-1dbf647e3621 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.3352504
Jan 26 11:51:51.972231 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b30284eb-e7e6-46bc-9941-1bfbf2377adf req-a51e13d7-ac30-439e-b94f-4a6049323deb tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221652
Jan 26 11:51:51.977726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-1d95b81a-ae58-4f6f-a178-489f8e6a81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:51.980484 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-1d95b81a-ae58-4f6f-a178-489f8e6a81fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2905157
Jan 26 11:51:52.069872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:52.248877 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-fe2c0e25-658d-411a-8a69-31a8d9c6962a service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610705
Jan 26 11:51:52.368243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e1b12-5f39-4f8b-bbd5-d3c858c83fc0 req-58b2fb35-dd7f-4f12-971b-6de737945166 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:52.376154 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d41e1b12-5f39-4f8b-bbd5-d3c858c83fc0 req-58b2fb35-dd7f-4f12-971b-6de737945166 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.2447903
Jan 26 11:51:52.510100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Allocated IP 172.27.2.118 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/2e8bfc8a-bdad-4a7d-8307-ae80904c0b81) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:51:52.535996 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d41e1b12-5f39-4f8b-bbd5-d3c858c83fc0 req-f8e15732-9259-4c8f-b9bc-b37f31fe10f6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585128
Jan 26 11:51:52.585614 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9ddccb1c-5936-4958-abd9-cacf0eccd6ee req-03923c48-9f7a-4fa3-848f-8deb3f58e984 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3284330
Jan 26 11:51:52.795395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:52.797604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-27b64610-a505-47d9-9e74-6eb3f60ef6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:52.799547 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-27b64610-a505-47d9-9e74-6eb3f60ef6a8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1161 time: 0.1006112
Jan 26 11:51:52.880601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:52.898001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3ab665c9-7c97-4bd4-ac24-dc3c923689f8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:53.068236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=2e8bfc8a-bdad-4a7d-8307-ae80904c0b81,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:53.089290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.089885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.090517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.091015 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.091397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.091797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.092320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.092847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.093523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.094359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.094837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.095300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.095776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.096405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.096853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.097358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.097903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.098434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.098833 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.101272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.101272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.101272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.101272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.101272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:51:53.127279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:53.225704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-4672981f-df16-4539-9444-95649dd2dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:53.228613 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-4672981f-df16-4539-9444-95649dd2dc24 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.4211600
Jan 26 11:51:53.251402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57738) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:53.385932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:51:53.387322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:51:53.391796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:51:53.439060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfbea7-fcf3-443e-8553-459bb02de238 req-89afd5b9-c22b-4a51-a855-caa4b27260d5 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:53.440982 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c6dfbea7-fcf3-443e-8553-459bb02de238 req-89afd5b9-c22b-4a51-a855-caa4b27260d5 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.3457887
Jan 26 11:51:53.454864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:53.526963 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c6dfbea7-fcf3-443e-8553-459bb02de238 req-1988d180-bd46-49fa-8939-e017c1a6a1ae tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760727
Jan 26 11:51:53.552107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:53.637938 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-fd60558f-312e-4efc-a126-0a9cb719da6d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 200  len: 217 time: 0.3998942
Jan 26 11:51:53.729914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:53.766101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:53.769687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:53.832830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Usage tracker for resource:security_group_rule and tenant:52d7278e0c2347539ffe0d8e65fc227d is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:53.845159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:53.857432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:53.862657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-973e3997-cdb5-499c-aeb9-53205be116ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:53.864478 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-973e3997-cdb5-499c-aeb9-53205be116ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.2038052
Jan 26 11:51:54.097072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220dda5-a10f-4323-a377-edd7d19d0d06 req-ba091318-7b51-4129-96c3-128eeea2177e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:54.098806 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9220dda5-a10f-4323-a377-edd7d19d0d06 req-ba091318-7b51-4129-96c3-128eeea2177e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.3259940
Jan 26 11:51:54.159432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-5094ce1d-5f7d-4dee-8edb-3738b0775dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:54.160772 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-5094ce1d-5f7d-4dee-8edb-3738b0775dd5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 1163 time: 0.8026488
Jan 26 11:51:54.183802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-f3bfd436-f42c-4336-9697-818401badc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:54.185418 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-f3bfd436-f42c-4336-9697-818401badc2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3082261
Jan 26 11:51:54.237287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:54.265216 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9220dda5-a10f-4323-a377-edd7d19d0d06 req-9253b93c-dd8f-4280-8256-ab50aab895fa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544061
Jan 26 11:51:54.363567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:54.387637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c983db3b-9c79-4eb7-9df4-4554bea789de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:54.489611 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52d7278e0c2347539ffe0d8e65fc227d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2321732
Jan 26 11:51:54.496351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba90d1-7bab-4c99-8438-d9caae6accf8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:54.507215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57754) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:54.532887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:54.545307 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-9954bdbc-040f-4040-a22c-e730b33d9249 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501835
Jan 26 11:51:54.577130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-02c4d353-d225-4d07-9e2b-2dd30b952cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:54.579894 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-02c4d353-d225-4d07-9e2b-2dd30b952cfe service neutron] 10.222.0.81 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 905 time: 0.4086075
Jan 26 11:51:54.796461 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-34ae56d4-659e-4bd8-9473-7b5b6a9f944d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ce7dc39-d04b-436b-98a8-7028f77a7974 HTTP/1.1" status: 200  len: 1002 time: 0.1955459
Jan 26 11:51:54.797419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:54.892788 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-699358c9-a666-4ebc-9a88-f265f40934d0 req-e6153095-ee0a-44e5-b920-25fe7331f3e4 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3381834
Jan 26 11:51:54.917432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:54.920691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:54.966708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:54.988565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f0ba0-ffb2-4c8e-8bcb-b90ed1d7fa88 req-e03904dc-639b-445f-930d-267e8ea11bd0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:54.990352 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-075f0ba0-ffb2-4c8e-8bcb-b90ed1d7fa88 req-e03904dc-639b-445f-930d-267e8ea11bd0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2699933
Jan 26 11:51:54.996937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:55.054375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-972390f3-7c51-4b67-9aa1-48d7a8256e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:55.057015 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-972390f3-7c51-4b67-9aa1-48d7a8256e1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 200  len: 850 time: 0.2450171
Jan 26 11:51:55.070707 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-075f0ba0-ffb2-4c8e-8bcb-b90ed1d7fa88 req-bb0330de-fe05-40e7-a1ca-65eabf12f58f tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726497
Jan 26 11:51:55.360517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=2e8bfc8a-bdad-4a7d-8307-ae80904c0b81,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:55.368800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:55.417805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:55.429189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2c60d64f-926b-4e21-84b8-47011d942594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:55.453701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba90d1-7bab-4c99-8438-d9caae6accf8,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:55.462382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:55.520171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-e0dd250e-a787-45c5-98f5-bd17069ece37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:55.522017 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-e0dd250e-a787-45c5-98f5-bd17069ece37 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=337ebc75-db11-405b-a740-6b54aa04f856&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4068909
Jan 26 11:51:55.583713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:55.590189 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1ba90d1-7bab-4c99-8438-d9caae6accf8 HTTP/1.1" status: 204  len: 168 time: 1.0758345
Jan 26 11:51:55.606509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:55.727004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:55.728825 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.9867549
Jan 26 11:51:55.858570 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-a2c3e2b7-19f9-4cad-b16a-3c5074c0a267 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3122091
Jan 26 11:51:55.878432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-07c8f9ff-7f44-40c5-868b-fcc4f6717bae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:51:55.977471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0946bf-9f11-4727-9516-218f84fa9b13 req-160dea91-a608-4816-aaf2-427d12af7c7a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:55.984962 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a0946bf-9f11-4727-9516-218f84fa9b13 req-160dea91-a608-4816-aaf2-427d12af7c7a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.4850338
Jan 26 11:51:56.015241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-07c8f9ff-7f44-40c5-868b-fcc4f6717bae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:51:56.015241 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-07c8f9ff-7f44-40c5-868b-fcc4f6717bae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.118 HTTP/1.1" status: 200  len: 696 time: 0.2676637
Jan 26 11:51:56.052261 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a0946bf-9f11-4727-9516-218f84fa9b13 req-e6ad9a6e-a86e-4f13-889f-ce142612cfa1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659850
Jan 26 11:51:56.276299 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6c9dfc7-7fc4-42a9-bdfb-961d6ca5a331 req-6e32c2ca-da4f-4fa1-9762-c6515d8a34ca service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4092319
Jan 26 11:51:56.306149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:51:56.354744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-046873fc-ef16-4596-b07c-ed8d74e2c900 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:56.359359 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-046873fc-ef16-4596-b07c-ed8d74e2c900 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.3423977
Jan 26 11:51:56.370571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-9aa97faf-3e93-46a3-bdc1-bb45b9085307 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:51:56.372573 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b17bd39b-c019-434f-ba70-3d0e37533604 req-9aa97faf-3e93-46a3-bdc1-bb45b9085307 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0077720
Jan 26 11:51:56.446689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309271a-9c00-45be-a51e-11f95087b9f9 req-8f88ad94-76ee-4c79-9f4c-1d40dbade006 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:56.448615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6309271a-9c00-45be-a51e-11f95087b9f9 req-8f88ad94-76ee-4c79-9f4c-1d40dbade006 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1503575
Jan 26 11:51:56.464840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port cd618d25-cfe5-4708-941b-4eaac0af48f7 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:51:56.471600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port cd618d25-cfe5-4708-941b-4eaac0af48f7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:56.472361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:56.514110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57780) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:56.527274 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6309271a-9c00-45be-a51e-11f95087b9f9 req-7d3a0937-c94f-4314-80ce-3ceae65e7f46 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713880
Jan 26 11:51:56.623544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:56.646994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:51:56.648624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:56.653761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Usage tracker for resource:security_group_rule and tenant:368669b597a04e2a8286d27f0cce7443 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:51:56.659331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:51:56.673835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:51:56.694818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:56.714486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port cd618d25-cfe5-4708-941b-4eaac0af48f7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:51:56.756076 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:56.759388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:56.769127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-8f462826-66bf-4903-a5f6-2afb4d9d6335 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:56.778005 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-8f462826-66bf-4903-a5f6-2afb4d9d6335 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2318134
Jan 26 11:51:56.806469 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'code': 200}
Jan 26 11:51:56.857812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:56.860527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:56.892538 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-3523193e-4c00-49b4-93fc-84ca27d55d5c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.118 HTTP/1.1" status: 200  len: 696 time: 0.1135972
Jan 26 11:51:56.912251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'floatingip': {'port_id': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:51:57.031114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:57.195021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:57.585262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0327e-70c2-4278-b9ca-9faab7fc9cd5 req-6734228f-62e7-46d8-bd1d-f281e28aba37 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:57.588519 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-51e0327e-70c2-4278-b9ca-9faab7fc9cd5 req-6734228f-62e7-46d8-bd1d-f281e28aba37 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1955593
Jan 26 11:51:57.669562 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-51e0327e-70c2-4278-b9ca-9faab7fc9cd5 req-a11e522e-46f8-4549-88ea-fa9276b7f883 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718966
Jan 26 11:51:57.746290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:51:57.826568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:57.837754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-527f6b11-d903-411b-9e8b-7696bfe940d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:57.891779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port cd618d25-cfe5-4708-941b-4eaac0af48f7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:51:57.892496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:57.952767 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=368669b597a04e2a8286d27f0cce7443&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4374223
Jan 26 11:51:57.953704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e37815f-7187-4540-a3f2-5f6dee4149d4,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:57.958335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4877e911-44a5-4665-b5e5-b00a366cf98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:57.958873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57812) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:51:58.114380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be733eee-090e-46ea-bc62-85eff81de710 req-9867cc34-0461-4e64-9d1f-62b9d04b3e72 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:58.116239 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-be733eee-090e-46ea-bc62-85eff81de710 req-9867cc34-0461-4e64-9d1f-62b9d04b3e72 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2432044
Jan 26 11:51:58.180235 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-be733eee-090e-46ea-bc62-85eff81de710 req-27f7af73-f579-458b-abd9-3cb528665742 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548418
Jan 26 11:51:58.215988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc13213-e9e6-4256-bedb-d85ea44a82df req-3ba8b6f5-274e-4955-ad95-e6f60237abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:58.215988 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7fc13213-e9e6-4256-bedb-d85ea44a82df req-3ba8b6f5-274e-4955-ad95-e6f60237abf1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1163 time: 0.7650995
Jan 26 11:51:58.218286 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:58.298319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:58.319591 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7fc13213-e9e6-4256-bedb-d85ea44a82df req-2ec2cf38-1110-4cd3-828e-8136e103d1f1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989075
Jan 26 11:51:58.488924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:58.522610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:58.586692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:58.600172 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-531e74c5-391a-40f0-a15e-5e24bdaa1c6c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:51:58.673266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e37815f-7187-4540-a3f2-5f6dee4149d4,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:51:58.678574 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:51:58.683517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:58.687250 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e37815f-7187-4540-a3f2-5f6dee4149d4 HTTP/1.1" status: 204  len: 168 time: 0.7213881
Jan 26 11:51:58.760204 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Floating IP dde4d089-76e2-4a3a-90ce-0a64ee1221ba associated. External IP: 172.27.2.118, port: 72f5061e-f9f7-458e-9c61-23c3367ac16c.
Jan 26 11:51:59.061073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9e8b3-50fc-43d6-951f-661f1015ce9a req-4b7bdaf2-b993-4ce0-b4db-33b3aa853921 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:51:59.062892 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3ab9e8b3-50fc-43d6-951f-661f1015ce9a req-4b7bdaf2-b993-4ce0-b4db-33b3aa853921 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1728301
Jan 26 11:51:59.161832 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3ab9e8b3-50fc-43d6-951f-661f1015ce9a req-869bca78-4b69-4bae-9770-ce18b0b26013 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914474
Jan 26 11:51:59.309333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:51:59.591028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:51:59.597690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:51:59.607070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:51:59.630984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:51:59.633035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bb4e0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:51:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:51:59.724713 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-72212eb3-75fb-4613-b9d7-265952cbf55c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "PUT /v2.0/floatingips/dde4d089-76e2-4a3a-90ce-0a64ee1221ba HTTP/1.1" status: 200  len: 997 time: 2.8232372
Jan 26 11:51:59.725208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:51:59.847586 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'status': 'completed', 'code': 200}
Jan 26 11:51:59.943787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:52:00.083082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:52:00.142596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-04fb66ae-2df9-41e6-affc-4f0f4700b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:00.144189 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-04fb66ae-2df9-41e6-affc-4f0f4700b7b6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 1163 time: 0.2307568
Jan 26 11:52:00.324921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-2d2709c5-6000-4ef1-8165-d55c61edf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:00.337610 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-2d2709c5-6000-4ef1-8165-d55c61edf264 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 1163 time: 0.5719376
Jan 26 11:52:00.725650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda6d16-e634-4880-bfc9-a768103f7322 req-9844c600-42a1-4aa8-884a-0999f9c6ed5d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:00.736665 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5bda6d16-e634-4880-bfc9-a768103f7322 req-9844c600-42a1-4aa8-884a-0999f9c6ed5d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2183931
Jan 26 11:52:00.828589 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5bda6d16-e634-4880-bfc9-a768103f7322 req-48c51c5d-ae7b-47c7-a466-d116acdea640 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907710
Jan 26 11:52:00.829090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-7b3cf450-9a90-4502-a75d-d5dab032ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:00.845624 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-7b3cf450-9a90-4502-a75d-d5dab032ebca service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.6942682
Jan 26 11:52:01.048324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bb4e0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'dde4d089-76e2-4a3a-90ce-0a64ee1221ba', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:6b:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:53Z', 'updated_at': '2021-01-26T11:51:58Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:01.054349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:52:01.066461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:52:01.067186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bb4e0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:51:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:01.162557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-8778fa08-d3de-40de-9615-2addb13ed3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:01.175809 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-8778fa08-d3de-40de-9615-2addb13ed3d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.8372986
Jan 26 11:52:01.276228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995cef8-608d-4ac9-ae07-806e0c24a1b3 req-c9f0130b-00a6-4df7-b7cc-1bec72bde4d7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:01.279155 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6995cef8-608d-4ac9-ae07-806e0c24a1b3 req-c9f0130b-00a6-4df7-b7cc-1bec72bde4d7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2901180
Jan 26 11:52:01.290390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57892) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:01.435271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:52:01.717983 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Request body: {'floatingip': {'port_id': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:52:01.718605 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-5133027f-6d4d-4d36-a11f-4c67268213b5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c HTTP/1.1" status: 200  len: 1000 time: 0.8603780
Jan 26 11:52:01.864330 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-f3027157-2763-4dfa-b1e2-a713c59042f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c HTTP/1.1" status: 200  len: 1000 time: 0.6781514
Jan 26 11:52:01.900041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:02.027425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-ec2c2370-6cdd-4964-9260-07271319128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:02.031290 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-ec2c2370-6cdd-4964-9260-07271319128a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.2940617
Jan 26 11:52:02.061742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef7bb4e0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'dde4d089-76e2-4a3a-90ce-0a64ee1221ba', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:6b:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:53Z', 'updated_at': '2021-01-26T11:51:58Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:02.071734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f223e3-693a-4e51-b726-2f765d67d7fe None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'dde4d089-76e2-4a3a-90ce-0a64ee1221ba', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:6b:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:53Z', 'updated_at': '2021-01-26T11:51:58Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:52:02.151483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-e6e11da2-38cc-4e0c-9422-3bf4e30e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:02.166584 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-e6e11da2-38cc-4e0c-9422-3bf4e30e2b60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.2884924
Jan 26 11:52:02.283313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-432f0cb1-880b-4479-9796-030dc344649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:02.285285 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-432f0cb1-880b-4479-9796-030dc344649b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2377708
Jan 26 11:52:02.343602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-d115bd30-76c0-4e71-a165-244ff16b0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:02.345563 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-d115bd30-76c0-4e71-a165-244ff16b0533 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1696649
Jan 26 11:52:02.463085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-dbcd20a4-541d-489d-93aa-9faa805fee5a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:52:02.464864 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-dbcd20a4-541d-489d-93aa-9faa805fee5a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0441508
Jan 26 11:52:02.539919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3e0f27-12bc-4065-9394-af475fe54244 None None] New status for floating IP dde4d089-76e2-4a3a-90ce-0a64ee1221ba: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:52:02.666599 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-d3fe462d-5741-4b00-946f-132e98442db1 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3729830
Jan 26 11:52:03.031086 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-39ecf50f-5fae-4c3f-94ab-13e23d892722 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5288725
Jan 26 11:52:03.112652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:03.151451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:03.259782 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ef42b3f-f08d-49d0-b4b5-4b1b8c3d1760 req-11ba64c8-795c-4fba-ad1b-fff133c9e147 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5741169
Jan 26 11:52:03.300942 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6d6d4f34-ffec-4fda-ba97-50bfdc84b22c req-5c108ff0-2562-4888-a34a-65eb3c0107da service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2610884
Jan 26 11:52:03.381469 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Floating IP 699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38 associated. External IP: 172.27.2.155, port: cd618d25-cfe5-4708-941b-4eaac0af48f7.
Jan 26 11:52:03.818704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:52:04.207990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57956) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:04.274824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:52:04.288186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] Sync routers for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:52:04.290144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:04.306080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:52:04.306927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efae9b00>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:51:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:04.359195 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4287d03e-ed3f-474e-840f-0973e273bda2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "PUT /v2.0/floatingips/699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38 HTTP/1.1" status: 200  len: 992 time: 3.0641224
Jan 26 11:52:04.359195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:52:04.399318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:04.418420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:04.423801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Usage tracker for resource:security_group_rule and tenant:f81171f04f57478ab03636b81dc5bb7f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:04.427744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:04.435621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:04.459272 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'status': 'completed', 'code': 200}
Jan 26 11:52:04.538663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:52:04.590399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:04.620226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-079de8af-88cb-4301-b298-d3b583a522ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:04.621911 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-079de8af-88cb-4301-b298-d3b583a522ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1163 time: 0.1017992
Jan 26 11:52:04.662441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:04.686540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2d577e89-8b7b-4893-b121-fe1112e45115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:04.791240 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f81171f04f57478ab03636b81dc5bb7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5817931
Jan 26 11:52:04.796797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57966) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:04.796943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9519185a-f160-4d8a-9e99-41425c077c66,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:04.814092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:04.860666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-3fc44a8e-3f19-4693-bc5b-34708a5f7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:04.862777 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-3fc44a8e-3f19-4693-bc5b-34708a5f7717 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.2272689
Jan 26 11:52:04.874048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:04.919651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:04.960788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efae9b00>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'port_id': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'mac_address': 'fa:16:3e:67:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:39Z', 'updated_at': '2021-01-26T11:52:02Z', 'revision_number': 1, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:04.966187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] Checking router: 7cb6dda6-d095-43e7-9c3d-21d942d212c6 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:52:04.976394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:52:04.977702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efae9b00>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:51:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:04.983947 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-50f1c402-d1e3-472d-b94f-fc28b46b5eb0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 200  len: 1000 time: 0.1137474
Jan 26 11:52:05.036985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:05.042711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2d7e4d22-5c58-437b-982a-d28be9ca6297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:05.057389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9519185a-f160-4d8a-9e99-41425c077c66,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:05.075935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-49405fb3-7ec2-4b64-943b-a3f43d7e3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:05.077704 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-49405fb3-7ec2-4b64-943b-a3f43d7e3ae5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.0872781
Jan 26 11:52:05.081689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:05.083006 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9519185a-f160-4d8a-9e99-41425c077c66 HTTP/1.1" status: 204  len: 168 time: 0.2850318
Jan 26 11:52:05.084679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.085127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.085649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.086105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.086567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.086979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.087388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.087792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.088248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.089067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.089067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.089396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.089879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.090276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.090675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.091072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.091467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.091862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.092252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.092700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.093043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.093436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.093855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.094248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:05.097858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:05.183998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-69900fdd-92b1-42b9-9610-760139e5fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:05.186001 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-69900fdd-92b1-42b9-9610-760139e5fdda service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0990829
Jan 26 11:52:05.217532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:52:05.352169 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-b72cffe2-b77e-41ff-a47f-b99cff710240 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591108
Jan 26 11:52:05.566010 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d09b76f-6258-4c2c-8afa-13b3a4be1ab5 req-bb47866c-a712-49e7-80b4-afa5b589b394 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2035239
Jan 26 11:52:05.722322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57980) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:05.749075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:05.766807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:05.771403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Usage tracker for resource:security_group_rule and tenant:24522325508b4c49aeaccf70fcfd6cfb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:05.775346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:05.782527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:05.824761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efae9b00>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'port_id': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'mac_address': 'fa:16:3e:67:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:39Z', 'updated_at': '2021-01-26T11:52:02Z', 'revision_number': 1, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:05.829529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b2de7-2521-4108-8e87-dd1b34750f49 None None] The sync data for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi is: [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'port_id': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'mac_address': 'fa:16:3e:67:d2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:39Z', 'updated_at': '2021-01-26T11:52:02Z', 'revision_number': 1, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:52:05.888344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57986) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:05.911416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:05.965762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:05.975481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e8109f46-2273-4bca-a8d2-adf5270fbe56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:06.026793 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24522325508b4c49aeaccf70fcfd6cfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3031952
Jan 26 11:52:06.028644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90735793-9432-4881-a507-5396ebb4535f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:06.030146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 57992) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:06.032000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:06.074193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.092900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:06.098244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Usage tracker for resource:security_group_rule and tenant:e2764d6d62e34aa4898ab58c212ecbb0 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:06.102431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:06.109078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:06.115657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.150801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.178472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d992b7-89ea-40d4-82e4-0b4bcfad2d5b None None] New status for floating IP 699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:52:06.222432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.251411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.258992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9bfa2ac9-79bd-414c-ad5c-489e11249e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:06.274143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90735793-9432-4881-a507-5396ebb4535f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:06.277209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:06.283349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.290681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.292861 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90735793-9432-4881-a507-5396ebb4535f HTTP/1.1" status: 204  len: 168 time: 0.2605450
Jan 26 11:52:06.299601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9f97b478-27e4-493c-81d5-7ce034bdc6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:06.350685 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2764d6d62e34aa4898ab58c212ecbb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4584396
Jan 26 11:52:06.350685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b40a5b9-f148-4e9e-8175-84bfc6845e74,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:06.351732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 57998) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:06.354932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0a1aa3e6-f309-484b-8ecc-d3d5ab96a5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:06.421354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.453490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.542351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.546590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d23d94f9-25a8-4337-a8df-15b44f22ec71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:06.565060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b40a5b9-f148-4e9e-8175-84bfc6845e74,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:06.569609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:06.584367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:06.586462 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b40a5b9-f148-4e9e-8175-84bfc6845e74 HTTP/1.1" status: 204  len: 168 time: 0.2329612
Jan 26 11:52:08.472223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58044) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:08.681476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:08.698495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:08.702922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd877a4053c4c53b27b09aa5f8f0275 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:08.706062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:08.712052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:08.801462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:08.842565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:08.852588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3ae62bae-8d68-4472-b388-962479990627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:08.898806 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8bd877a4053c4c53b27b09aa5f8f0275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4253821
Jan 26 11:52:08.899782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141378f3-fda2-47ee-9ae1-897939ceaf35,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:08.901791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 58052) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:08.903283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:09.000193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:09.030951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:09.145275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:09.150423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8483286c-490f-44c4-bb9d-5a5f558db546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:09.164992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141378f3-fda2-47ee-9ae1-897939ceaf35,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:09.170458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:09.174437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:09.179790 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/141378f3-fda2-47ee-9ae1-897939ceaf35 HTTP/1.1" status: 204  len: 168 time: 0.2722790
Jan 26 11:52:15.093435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1569cfda-1fe9-461e-84e5-0f8c654e8ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:17.408145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-976c104d-75f0-44a0-89e6-09feadcd92d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:18.142334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:18.797902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:19.562641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:23.440057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:36.791965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 58234) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:36.966425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:36.983899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:36.988848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Usage tracker for resource:security_group_rule and tenant:2a293c07748346d798f767cf43587e7b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:36.994721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:37.000743 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:37.068708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:52:37.098424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:37.130578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:37.140584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7da955a6-4351-4792-8d37-6de3236f5d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:37.188932 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a293c07748346d798f767cf43587e7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3954594
Jan 26 11:52:37.190029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507e0a50-d0d4-4919-b007-1862cda45b4a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:37.192051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58242) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:37.193820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:37.274545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c12f5e-43c2-4dbc-9b49-67de77199136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:37.304855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c12f5e-43c2-4dbc-9b49-67de77199136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:37.391046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c12f5e-43c2-4dbc-9b49-67de77199136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:37.395232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ca6cc794-2bec-473d-955f-d839731e8b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:37.409960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12f5e-43c2-4dbc-9b49-67de77199136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e0a50-d0d4-4919-b007-1862cda45b4a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:37.414718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f7c12f5e-43c2-4dbc-9b49-67de77199136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:37.421183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c12f5e-43c2-4dbc-9b49-67de77199136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:37.422485 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f7c12f5e-43c2-4dbc-9b49-67de77199136 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/507e0a50-d0d4-4919-b007-1862cda45b4a HTTP/1.1" status: 204  len: 168 time: 0.2291067
Jan 26 11:52:40.816420 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-ff4aca56-848d-42e2-82db-5c201f124209 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/networks?tenant_id=d2fdbdd820724176b0f3bec619ba8ca0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0366497
Jan 26 11:52:41.059414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-34f7b1c5-4795-4214-b804-a10817f82a04 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:41.061159 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-34f7b1c5-4795-4214-b804-a10817f82a04 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2364483
Jan 26 11:52:41.082218 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-5404206d-9f0a-4300-88be-6385d139b983 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/quotas/d2fdbdd820724176b0f3bec619ba8ca0 HTTP/1.1" status: 200  len: 375 time: 0.0129981
Jan 26 11:52:41.144162 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-426671ba-a958-4232-9425-7167b1c44e59 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2fdbdd820724176b0f3bec619ba8ca0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0551674
Jan 26 11:52:41.498378 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8c09e80a-6644-449a-b66f-49aaa66dcda0 req-1eef908c-8720-4c5b-a137-e4eef390316e tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 210 time: 0.0524919
Jan 26 11:52:42.713239 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9e2ab158-55fa-454e-a7db-c8bfd8cbd976 req-338ed2c8-b7e5-401f-9b95-929081860128 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 210 time: 0.0569665
Jan 26 11:52:43.736443 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-92277a3a-b2c6-49ad-8176-f66aabf54753 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.81 "GET /v2.0/networks?tenant_id=d2fdbdd820724176b0f3bec619ba8ca0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0362513
Jan 26 11:52:43.934143 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-668c7e6f-6b80-4cdf-bd6b-14169d881800 req-e0565e0b-75b7-4395-99e4-5bf910e30329 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 210 time: 0.0615263
Jan 26 11:52:44.064800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-113b8403-57fc-445b-82ca-f6f20ce10851 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:44.066586 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-113b8403-57fc-445b-82ca-f6f20ce10851 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3156068
Jan 26 11:52:44.093665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Request body: {'port': {'device_id': '374d9696-b9cb-4292-9a72-73195c8c889c', 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed', 'admin_state_up': True, 'tenant_id': 'd2fdbdd820724176b0f3bec619ba8ca0'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:52:44.274333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:44.278960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Usage tracker for resource:port and tenant:d2fdbdd820724176b0f3bec619ba8ca0 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:44.282255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Quota usage for port was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:44.289502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:44.465974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Made reservation on behalf of d2fdbdd820724176b0f3bec619ba8ca0 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:52:44.482634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:44.499844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:44.524635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:44.529138 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Usage tracker for resource:security_group_rule and tenant:d2fdbdd820724176b0f3bec619ba8ca0 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:44.532434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:44.539653 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:44.706978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:44.782873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fac156-b438-48bb-9887-8dad5ea4bd37 req-e517ce93-9c01-4117-8ed0-52f1dc429b5e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:44.784835 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1fac156-b438-48bb-9887-8dad5ea4bd37 req-e517ce93-9c01-4117-8ed0-52f1dc429b5e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1731803
Jan 26 11:52:44.786211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:44.799798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-231f38b5-121b-46ce-a33d-6ea304130a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:44.914201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Pushing event updated for resources: {'SecurityGroup': ['ID=98b7c2ec-0f0c-49c4-ad07-468606e51913,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:44.918780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:44.937496 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1fac156-b438-48bb-9887-8dad5ea4bd37 req-e4edcc82-97f9-44a8-bdfb-2afed7001307 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404941
Jan 26 11:52:45.082653 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9ab19886-6d7e-475d-9217-96f27ac0f819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:45.155531 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bb79e513-5f07-45f7-b04c-eb0b2e6fc2c5 req-c431f971-30c1-422f-baf8-88fbfc3ce07d tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 210 time: 0.0674024
Jan 26 11:52:45.252720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Allocated IP 192.168.233.179 (e4d4ca60-127d-4007-ba1d-7accba1659ed/da537fcc-2ded-4432-9816-4fdd713b9ebd/ac798cdc-fe13-4377-9cf2-43c179ce2187) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:52:45.745350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:45.763302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Transition to ACTIVE for port object ac798cdc-fe13-4377-9cf2-43c179ce2187 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:52:45.814560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:45.833557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:46.019969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Pushing event updated for resources: {'Port': ['ID=ac798cdc-fe13-4377-9cf2-43c179ce2187,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:46.028859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:46.080902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Network e4d4ca60-127d-4007-ba1d-7accba1659ed is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:52:46.082161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:52:46.084887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:52:46.243916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:46.245348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:46.259917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee678821-23e9-4214-a348-96bb215ad589 req-f5a06c79-88ed-4182-adc1-f0f4c9ff34a9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:46.261826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee678821-23e9-4214-a348-96bb215ad589 req-f5a06c79-88ed-4182-adc1-f0f4c9ff34a9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1713665
Jan 26 11:52:46.338535 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2493305
Jan 26 11:52:46.354996 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ee678821-23e9-4214-a348-96bb215ad589 req-122356e2-1392-4eb7-affd-7127bd53a302 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801954
Jan 26 11:52:46.400530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Request body: {'port': {'device_id': '374d9696-b9cb-4292-9a72-73195c8c889c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:52:46.494052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f782b666-9339-4904-aac1-b7424592715f None None] Provisioning for port ac798cdc-fe13-4377-9cf2-43c179ce2187 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:52:46.502977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f782b666-9339-4904-aac1-b7424592715f None None] Provisioning complete for port ac798cdc-fe13-4377-9cf2-43c179ce2187 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:52:46.503679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f782b666-9339-4904-aac1-b7424592715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:46.581434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:46.636803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f782b666-9339-4904-aac1-b7424592715f None None] Port ac798cdc-fe13-4377-9cf2-43c179ce2187 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:52:46.643724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4eb35-cce2-482a-92fd-0465f7122c9a req-1093aaa4-bf7f-4331-9fc4-ca2b1bade32d tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:46.644555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-67b4eb35-cce2-482a-92fd-0465f7122c9a req-1093aaa4-bf7f-4331-9fc4-ca2b1bade32d tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Synchronizing usage tracker for tenant:d2fdbdd820724176b0f3bec619ba8ca0 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:52:46.769192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-67b4eb35-cce2-482a-92fd-0465f7122c9a req-1093aaa4-bf7f-4331-9fc4-ca2b1bade32d tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Unset dirty status for tenant:d2fdbdd820724176b0f3bec619ba8ca0 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:52:46.771383 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67b4eb35-cce2-482a-92fd-0465f7122c9a req-1093aaa4-bf7f-4331-9fc4-ca2b1bade32d tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 936 time: 0.4247501
Jan 26 11:52:46.918806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-67b4eb35-cce2-482a-92fd-0465f7122c9a req-95ad2083-e4fd-4543-adc8-580a374f8b1a tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Synchronizing usage tracker for tenant:d2fdbdd820724176b0f3bec619ba8ca0 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:52:46.964621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-d0cb4bbb-f3e6-4f43-952f-5f97bcc678b0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:46.969203 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-d0cb4bbb-f3e6-4f43-952f-5f97bcc678b0 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.1520927
Jan 26 11:52:47.082773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-67b4eb35-cce2-482a-92fd-0465f7122c9a req-95ad2083-e4fd-4543-adc8-580a374f8b1a tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Unset dirty status for tenant:d2fdbdd820724176b0f3bec619ba8ca0 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:52:47.084930 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67b4eb35-cce2-482a-92fd-0465f7122c9a req-95ad2083-e4fd-4543-adc8-580a374f8b1a tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2941272
Jan 26 11:52:47.091141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Deleting port 4ce7dc39-d04b-436b-98a8-7028f77a7974 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:52:47.091773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.249301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac798cdc-fe13-4377-9cf2-43c179ce2187 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:52:47.259243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.274120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Transition to ACTIVE for port object ac798cdc-fe13-4377-9cf2-43c179ce2187 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:52:47.325684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.340940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:47.410712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1a02216f-a088-44f3-934c-b962b82fa728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.480632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] For port 4ce7dc39-d04b-436b-98a8-7028f77a7974, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4ce7dc39-d04b-436b-98a8-7028f77a7974,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:52:47.481130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.499630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Pushing event updated for resources: {'Port': ['ID=ac798cdc-fe13-4377-9cf2-43c179ce2187,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:47.507422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:47.742622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Attempting to bind port ac798cdc-fe13-4377-9cf2-43c179ce2187 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:52:47.743001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Attempting to bind port ac798cdc-fe13-4377-9cf2-43c179ce2187 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:52:47.743384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Attempting to bind port ac798cdc-fe13-4377-9cf2-43c179ce2187 on network e4d4ca60-127d-4007-ba1d-7accba1659ed {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:52:47.751573 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:52:47.751942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Checking segment: {'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:52:47.752321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.752740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Bound using segment: {'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:52:47.753213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Bound port: ac798cdc-fe13-4377-9cf2-43c179ce2187, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2af2cd5-c8a5-4117-9f29-086ad3cd3727', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e4d4ca60-127d-4007-ba1d-7accba1659ed'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:52:47.753729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.880727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405e35f-8ecc-42de-ac13-578cd464f019 req-9ed69911-461e-452c-9a59-ae0acdaa5a20 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:47.881882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] For port ac798cdc-fe13-4377-9cf2-43c179ce2187, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:52:47.883659 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6405e35f-8ecc-42de-ac13-578cd464f019 req-9ed69911-461e-452c-9a59-ae0acdaa5a20 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 946 time: 0.2787220
Jan 26 11:52:47.887868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] For port ac798cdc-fe13-4377-9cf2-43c179ce2187, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ac798cdc-fe13-4377-9cf2-43c179ce2187,segment=NetworkSegment(a2af2cd5-c8a5-4117-9f29-086ad3cd3727),segment_id=a2af2cd5-c8a5-4117-9f29-086ad3cd3727)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:52:47.935914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:47.969163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1b6317bf-ccdd-4edb-a275-e79a3cd91969 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:48.069093 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6405e35f-8ecc-42de-ac13-578cd464f019 req-8d7cafc6-3854-4d50-a2f6-76981893404b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=6e4b40ae-a0f3-4821-80b4-90aebe3cc812&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103046
Jan 26 11:52:48.072895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:48.073324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:48.073717 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Floating IP afacc772-57fb-4003-b95f-fb87527f39bc disassociated. External IP: 172.27.2.251, port: 4ce7dc39-d04b-436b-98a8-7028f77a7974.
Jan 26 11:52:48.074116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Calling delete_port for 4ce7dc39-d04b-436b-98a8-7028f77a7974 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:52:48.137010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Pushing event updated for resources: {'Port': ['ID=ac798cdc-fe13-4377-9cf2-43c179ce2187,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:48.142540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:48.162009 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:48.189162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:48.189974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:48.191901 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] 10.222.0.81 "PUT /v2.0/ports/ac798cdc-fe13-4377-9cf2-43c179ce2187 HTTP/1.1" status: 200  len: 1162 time: 1.8022542
Jan 26 11:52:48.192460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374d9696-b9cb-4292-9a72-73195c8c889c', 'tag': 'ac798cdc-fe13-4377-9cf2-43c179ce2187'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:52:48.333071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ce7dc39-d04b-436b-98a8-7028f77a7974 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:52:48.388513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:48.407602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] No Port match for: 4ce7dc39-d04b-436b-98a8-7028f77a7974 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:52:48.409090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4ce7dc39-d04b-436b-98a8-7028f77a7974 not bound to the agent host hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:52:48.434065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:48.500527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event deleted for resources: {'Port': ['ID=4ce7dc39-d04b-436b-98a8-7028f77a7974,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:48.505172 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cb6ed-0ce6-4a1c-9d62-1d5b7b9d2fdb req-fc2e9623-b2bd-47b0-b450-a5cbb113d0a8 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:48.507020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:48.510416 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d2cb6ed-0ce6-4a1c-9d62-1d5b7b9d2fdb req-fc2e9623-b2bd-47b0-b450-a5cbb113d0a8 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 948 time: 0.2673931
Jan 26 11:52:48.576008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-7ccdb5a5-b323-47a3-be3b-6875229bbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:48.577715 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-7ccdb5a5-b323-47a3-be3b-6875229bbe5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2fdbdd820724176b0f3bec619ba8ca0&device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 1165 time: 0.2325795
Jan 26 11:52:48.589605 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0d2cb6ed-0ce6-4a1c-9d62-1d5b7b9d2fdb req-69c48546-3f64-4566-a193-4be7226bdb1f tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693741
Jan 26 11:52:48.591485 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374d9696-b9cb-4292-9a72-73195c8c889c', 'tag': 'ac798cdc-fe13-4377-9cf2-43c179ce2187', 'status': 'completed', 'code': 200}
Jan 26 11:52:48.669551 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-94d91f46-9762-42a1-baa3-59c70c6c9f89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=ac798cdc-fe13-4377-9cf2-43c179ce2187 HTTP/1.1" status: 200  len: 217 time: 0.0747557
Jan 26 11:52:48.747709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-ae10c5d3-85f4-47dc-b8e0-9fd6f978aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:48.749485 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-ae10c5d3-85f4-47dc-b8e0-9fd6f978aeb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da537fcc-2ded-4432-9816-4fdd713b9ebd HTTP/1.1" status: 200  len: 843 time: 0.0735912
Jan 26 11:52:48.813348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:48.841997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-af453253-4072-4f39-ae74-63501d5642cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:48.843685 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-af453253-4072-4f39-ae74-63501d5642cd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4d4ca60-127d-4007-ba1d-7accba1659ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0878947
Jan 26 11:52:48.888347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:52:49.018983 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-4b81dc24-2a8a-4866-929b-556e63aefac4 service neutron] 10.222.0.81 "GET /v2.0/networks/e4d4ca60-127d-4007-ba1d-7accba1659ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571901
Jan 26 11:52:49.111883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:52:49.126102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] Sync routers for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:52:49.147551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:52:49.148554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb6a4a8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:52:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:49.189684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] No DVR routers for this DVR port 4ce7dc39-d04b-436b-98a8-7028f77a7974 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:52:49.194111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:49.206581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'name': 'network-vif-deleted', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:52:49.252897 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-87ea4f1d-1bfe-4a47-9655-c96ce0553926 req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "DELETE /v2.0/ports/4ce7dc39-d04b-436b-98a8-7028f77a7974 HTTP/1.1" status: 204  len: 173 time: 2.2795298
Jan 26 11:52:49.269888 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b4d1b251-ec75-4acf-ba50-d891703f40d6 req-3c18b0f9-a82f-4e7a-a115-8f67180cd97c service neutron] 10.222.0.81 "GET /v2.0/networks/e4d4ca60-127d-4007-ba1d-7accba1659ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2423654
Jan 26 11:52:49.334995 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-716d4620-d73f-42c6-ab79-bc28697adab2 req-44266741-9d16-446c-b7b3-c3700064e29d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=73f4401d-35ba-43a9-8e55-7c2260030b0c HTTP/1.1" status: 200  len: 210 time: 0.0555766
Jan 26 11:52:49.411922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:52:49.547776 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f4401d-35ba-43a9-8e55-7c2260030b0c', 'name': 'network-vif-deleted', 'tag': '4ce7dc39-d04b-436b-98a8-7028f77a7974', 'status': 'completed', 'code': 200}
Jan 26 11:52:49.584708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-d96e53b3-18bf-4408-94d4-85a82876a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:49.587617 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-d96e53b3-18bf-4408-94d4-85a82876a305 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2fdbdd820724176b0f3bec619ba8ca0&device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 1165 time: 0.1553245
Jan 26 11:52:49.769172 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:49.866971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-ea06ca6d-0812-4ff8-a20b-073cbec796b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:49.869100 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-ea06ca6d-0812-4ff8-a20b-073cbec796b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e4d4ca60-127d-4007-ba1d-7accba1659ed HTTP/1.1" status: 200  len: 863 time: 0.2733788
Jan 26 11:52:49.930735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb6a4a8>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:49.938528 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] Checking router: 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:52:49.953126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:52:49.953126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb6a4a8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:52:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:49.974888 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-8534d630-c968-49bc-b7a9-69b0c434cb08 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=ac798cdc-fe13-4377-9cf2-43c179ce2187 HTTP/1.1" status: 200  len: 217 time: 0.0937407
Jan 26 11:52:50.208186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5413e7a-1c15-467a-bca7-3284ca9f0c04 req-311e5a64-752c-46d7-b900-34cc3c0d8b64 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:50.216450 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5413e7a-1c15-467a-bca7-3284ca9f0c04 req-311e5a64-752c-46d7-b900-34cc3c0d8b64 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 948 time: 0.4155252
Jan 26 11:52:50.254887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-77b1edd2-b0df-417c-827b-142536b48cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:50.257784 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-77b1edd2-b0df-417c-827b-142536b48cca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=da537fcc-2ded-4432-9816-4fdd713b9ebd HTTP/1.1" status: 200  len: 843 time: 0.2754178
Jan 26 11:52:50.283461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:52:50.352897 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a5413e7a-1c15-467a-bca7-3284ca9f0c04 req-c6a32b5f-c1bc-4af8-b9ad-77b5081eb9ab tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353354
Jan 26 11:52:50.411123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-f81516c4-fcaf-4769-9fbd-2a6aa05cd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:50.413370 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-f81516c4-fcaf-4769-9fbd-2a6aa05cd684 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e4d4ca60-127d-4007-ba1d-7accba1659ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1418142
Jan 26 11:52:50.597512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58368) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:50.602672 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-8e0dd5c9-ed44-4684-a64b-b4f628593a84 service neutron] 10.222.0.81 "GET /v2.0/networks/e4d4ca60-127d-4007-ba1d-7accba1659ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797442
Jan 26 11:52:50.688922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:50.724885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:50.732426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb6a4a8>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:52:50.737725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca94d79-b7fe-4d37-9718-3da5d8bab971 None None] The sync data for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi is: [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:52:50.789125 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68a61907-1518-4e7e-b9f5-fe7a88d4b0ab req-0ea638d1-dca3-411a-9e83-2e32ac87ee78 service neutron] 10.222.0.81 "GET /v2.0/networks/e4d4ca60-127d-4007-ba1d-7accba1659ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1670508
Jan 26 11:52:50.867803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:50.873946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-86e6a161-34e8-4786-841c-22f42649ce7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:50.892522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b40ae-a0f3-4821-80b4-90aebe3cc812,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:50.895174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:50.942418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:50.944021 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "DELETE /v2.0/security-groups/6e4b40ae-a0f3-4821-80b4-90aebe3cc812 HTTP/1.1" status: 204  len: 168 time: 0.3441310
Jan 26 11:52:50.947073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58372) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:50.967308 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.v2.resource [None req-43e716a2-48b2-46cf-a702-0e2d8a580412 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] show failed (client error): The resource could not be found.
Jan 26 11:52:50.968592 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-43e716a2-48b2-46cf-a702-0e2d8a580412 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups/6e4b40ae-a0f3-4821-80b4-90aebe3cc812 HTTP/1.1" status: 404  len: 347 time: 0.0200806
Jan 26 11:52:50.972891 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 58376) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:51.171717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5179d74-ab04-42eb-b642-53bb881b05ca None None] New status for floating IP afacc772-57fb-4003-b95f-fb87527f39bc: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:52:51.402245 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Deleting port b831cc81-54a8-41f2-9cda-3a103b5e1f48 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:52:51.403000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:51.637347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:51.637743 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:51.674158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984d9d-494e-479c-a0df-2fda4be30337 req-ed364184-0f11-40ef-9cf6-970580433786 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:51.675827 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9c984d9d-494e-479c-a0df-2fda4be30337 req-ed364184-0f11-40ef-9cf6-970580433786 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 948 time: 0.1587918
Jan 26 11:52:51.736882 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9c984d9d-494e-479c-a0df-2fda4be30337 req-a096f71b-11f7-49bf-85ee-d0286bfaed90 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539238
Jan 26 11:52:51.780092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Calling delete_port for b831cc81-54a8-41f2-9cda-3a103b5e1f48 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:52:52.062035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:52.079344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b711a617-7a3d-41af-af0f-09758bc3f70d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:52.144216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event deleted for resources: {'Port': ['ID=b831cc81-54a8-41f2-9cda-3a103b5e1f48,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:52.147443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:52.341208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:52.356677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:52.358019 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "DELETE /v2.0/floatingips/afacc772-57fb-4003-b95f-fb87527f39bc HTTP/1.1" status: 204  len: 168 time: 1.3839424
Jan 26 11:52:52.496808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network e4d4ca60-127d-4007-ba1d-7accba1659ed details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:52:52.934445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58404) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:52.941803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'security_group': {'name': 'tempest-securitygroup--1391010266', 'description': 'tempest-description--549382943'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:52:52.966720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:52.973332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:52.977549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:52.988392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:53.037449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.069601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:53.074461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group_rule and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:53.078198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:53.085931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:53.099833 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-d4c4fac7-675d-4dc6-91f9-bccd2fb71827 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:52:53.176971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18830-d8ac-4a9b-9bdf-45f62c497bb8 req-f2808ad9-6de2-4141-af9c-a45bcf4e9055 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:53.179317 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10b18830-d8ac-4a9b-9bdf-45f62c497bb8 req-f2808ad9-6de2-4141-af9c-a45bcf4e9055 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 948 time: 0.1553884
Jan 26 11:52:53.241813 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10b18830-d8ac-4a9b-9bdf-45f62c497bb8 req-bb7b5324-36c2-405e-a7e1-338680006847 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531499
Jan 26 11:52:53.243424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.294782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284c47f-7f28-43c1-9a7c-2eff1ad30b14 req-f9dd13b2-20c7-45a2-a444-56ea42b3279c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:53.296551 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9284c47f-7f28-43c1-9a7c-2eff1ad30b14 req-f9dd13b2-20c7-45a2-a444-56ea42b3279c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1843398
Jan 26 11:52:53.298044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.305038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d12c3116-b5ab-4d0f-ad3b-bf8f550526f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:53.384355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'SecurityGroup': ['ID=3a961e0e-bffc-4c14-8ab8-c3b90773409e,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:53.390397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:53.406586 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9284c47f-7f28-43c1-9a7c-2eff1ad30b14 req-d18c2b95-fa5e-4b0c-9ec3-ba2799521cfb tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925148
Jan 26 11:52:53.431211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.468490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.469948 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5338314
Jan 26 11:52:53.472909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58408) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:53.480250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'security_group_rule': {'security_group_id': '3a961e0e-bffc-4c14-8ab8-c3b90773409e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:52:53.496209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:53.500392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group_rule and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:53.503622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:53.509976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:53.572384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.647981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.674416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device ac798cdc-fe13-4377-9cf2-43c179ce2187 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:52:53.684995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.687102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:53.715564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd10c06-55b0-4c31-ab4b-03b2ad4727a9,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:53.718504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:53.763985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.765401 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9aa04479-5e24-450d-bbbf-50d625d6a63a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2914584
Jan 26 11:52:53.768270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58412) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:53.774661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'security_group_rule': {'security_group_id': '3a961e0e-bffc-4c14-8ab8-c3b90773409e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:52:53.790250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:53.794496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:security_group_rule and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:53.797710 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:53.798567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port ac798cdc-fe13-4377-9cf2-43c179ce2187 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:52:53.804487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:53.805546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port ac798cdc-fe13-4377-9cf2-43c179ce2187 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:52:53.806050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.908619 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.962550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:53.996931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374d9696-b9cb-4292-9a72-73195c8c889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac798cdc-fe13-4377-9cf2-43c179ce2187'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:52:54.002470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:54.008437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port ac798cdc-fe13-4377-9cf2-43c179ce2187, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ac798cdc-fe13-4377-9cf2-43c179ce2187,segment=NetworkSegment(a2af2cd5-c8a5-4117-9f29-086ad3cd3727),segment_id=a2af2cd5-c8a5-4117-9f29-086ad3cd3727)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:52:54.051461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:54.056118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e975d8f6-8856-4034-82cd-b7fb15ff10c8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:54.087621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19683778-ffd1-420d-a7e1-d0722f6bf768,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:54.088554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:54.090581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:54.090986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-db8b0820-c35a-449c-98dc-14da776f731e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:54.139412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:54.142268 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3718486
Jan 26 11:52:54.146541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58420) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:52:54.156602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:52:54.173829 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374d9696-b9cb-4292-9a72-73195c8c889c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac798cdc-fe13-4377-9cf2-43c179ce2187', 'code': 200}
Jan 26 11:52:54.179049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:52:54.187476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Usage tracker for resource:floatingip and tenant:fef6234d386d457a9a97480c304a1443 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:52:54.200055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:52:54.205113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=ac798cdc-fe13-4377-9cf2-43c179ce2187,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:54.212367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:52:54.218257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.218610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.219201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.219675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.220129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.220602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.221143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.222520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.222520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.223045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.223045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.223411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.223823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.224202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.224576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.225161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.225680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.226129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.226459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.227000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.227514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.227891 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.228368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.228742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:54.234719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:54.268872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:54.528886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device ac798cdc-fe13-4377-9cf2-43c179ce2187 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:52:54.665146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port ac798cdc-fe13-4377-9cf2-43c179ce2187 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:52:54.665856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:54.739493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7230b-2c8f-4f4e-b439-6f6f683c868f req-67e232a8-7dbc-4d77-b4ee-d3d23b0a3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:54.741807 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-63e7230b-2c8f-4f4e-b439-6f6f683c868f req-67e232a8-7dbc-4d77-b4ee-d3d23b0a3c59 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 1167 time: 0.1823025
Jan 26 11:52:54.841350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b2a2a-47c9-49e0-8e2e-daf0f477722b req-96db8bc7-af73-486e-a7b3-f27a755b0b3f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:54.843383 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5a8b2a2a-47c9-49e0-8e2e-daf0f477722b req-96db8bc7-af73-486e-a7b3-f27a755b0b3f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2128284
Jan 26 11:52:54.887070 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-63e7230b-2c8f-4f4e-b439-6f6f683c868f req-44f592e3-04e6-46dd-92a2-dda9df8d40b9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380038
Jan 26 11:52:54.925465 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5a8b2a2a-47c9-49e0-8e2e-daf0f477722b req-af5b4c1d-efc4-42d8-b80b-65406d94ef3d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636556
Jan 26 11:52:54.948168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d406ed8-d808-45d4-9147-8a6857e8f3ea req-169ece7b-b0e0-450d-9bd8-c6e2e2d874a8 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:54.949908 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1d406ed8-d808-45d4-9147-8a6857e8f3ea req-169ece7b-b0e0-450d-9bd8-c6e2e2d874a8 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 950 time: 0.4673493
Jan 26 11:52:54.951594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:55.105617 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1d406ed8-d808-45d4-9147-8a6857e8f3ea req-924834c0-0705-4cc1-a149-0ae6fec640e9 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428330
Jan 26 11:52:55.305131 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Allocated IP 172.27.2.167 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/a7ef9766-6ecf-4b12-8c00-356a331011da) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:52:55.491792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:55.563780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:55.581254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-45f89356-fd7f-4213-9759-6903ebcba4d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:55.731849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'Port': ['ID=a7ef9766-6ecf-4b12-8c00-356a331011da,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:55.739759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:55.797249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:52:55.799257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:52:55.809605 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:52:55.905311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:56.028994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:56.259592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e90de-0d59-4504-be54-37464ab46f25 req-057da048-b6cb-46b5-98cf-8197074d1053 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:56.261384 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5b2e90de-0d59-4504-be54-37464ab46f25 req-057da048-b6cb-46b5-98cf-8197074d1053 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1696622
Jan 26 11:52:56.326122 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5b2e90de-0d59-4504-be54-37464ab46f25 req-ad21828a-0e99-44ad-83ac-549cd070d1e2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575750
Jan 26 11:52:56.474311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a5f2e-cc2f-4c72-9ebc-7c117d39be4c req-29c991ee-fac3-4c8b-8b1d-a02d6d7ab203 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:56.477060 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-783a5f2e-cc2f-4c72-9ebc-7c117d39be4c req-29c991ee-fac3-4c8b-8b1d-a02d6d7ab203 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 950 time: 0.2019064
Jan 26 11:52:56.484955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:56.528843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:56.544241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ec695054-0420-4243-8547-393b1f1a0bca tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:56.626375 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-783a5f2e-cc2f-4c72-9ebc-7c117d39be4c req-0e141b9c-b2cc-4ab8-8862-e01afc0e95f0 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391261
Jan 26 11:52:56.729639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'Port': ['ID=a7ef9766-6ecf-4b12-8c00-356a331011da,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:56.741535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:52:56.867918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:56.939616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:56.941075 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7926469
Jan 26 11:52:57.227033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bfbadad-61db-4ab2-85fc-ecd351eba38b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:52:57.284770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bfbadad-61db-4ab2-85fc-ecd351eba38b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:52:57.286260 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bfbadad-61db-4ab2-85fc-ecd351eba38b tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1391010266&fields=id&tenant_id=fef6234d386d457a9a97480c304a1443 HTTP/1.1" status: 200  len: 267 time: 0.1176963
Jan 26 11:52:57.375609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d8e0b-c30a-4868-b338-2fb77c186405 req-7e9bb17d-0999-40c2-8e02-8e2bfbae04cd tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:57.377392 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-765d8e0b-c30a-4868-b338-2fb77c186405 req-7e9bb17d-0999-40c2-8e02-8e2bfbae04cd tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 950 time: 0.1451368
Jan 26 11:52:57.448428 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-765d8e0b-c30a-4868-b338-2fb77c186405 req-fdd561ef-91fc-4b22-820a-292648acf03d tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621450
Jan 26 11:52:57.515650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-93edffa2-a557-430d-b1cb-8f6a0b7900b9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:57.516492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-93edffa2-a557-430d-b1cb-8f6a0b7900b9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:52:57.650843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-93edffa2-a557-430d-b1cb-8f6a0b7900b9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:52:57.652104 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-93edffa2-a557-430d-b1cb-8f6a0b7900b9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 811 time: 0.3578737
Jan 26 11:52:57.673432 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-c37f745b-c726-46b0-a07c-7cd040a28429 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/quotas/fef6234d386d457a9a97480c304a1443 HTTP/1.1" status: 200  len: 375 time: 0.0142736
Jan 26 11:52:57.721650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8d3a8-2e37-4460-8b76-032abbb37d0f req-6f16b4c3-3dd0-4f2a-a69e-acfa78c47698 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:57.723833 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ec8d3a8-2e37-4460-8b76-032abbb37d0f req-6f16b4c3-3dd0-4f2a-a69e-acfa78c47698 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1420341
Jan 26 11:52:57.791835 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ec8d3a8-2e37-4460-8b76-032abbb37d0f req-a5469acd-59d6-4db6-89c1-9b3d71cca5a8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594199
Jan 26 11:52:57.819047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-75d752ed-ee01-465e-8d66-6bbf7f76a694 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:52:57.884785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-75d752ed-ee01-465e-8d66-6bbf7f76a694 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:52:57.886432 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-75d752ed-ee01-465e-8d66-6bbf7f76a694 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2051191
Jan 26 11:52:58.058205 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-52768e5a-8655-4adc-9a38-d2ba8ccf1e9f service neutron] 10.222.0.57 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567001
Jan 26 11:52:58.225964 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-ea25c38b-5e76-4caa-8b03-9b0619c53e96 service neutron] 10.222.0.57 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1604414
Jan 26 11:52:58.503913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-d170bf93-6ac8-4743-bbcd-4142fd503a7c req-c3eb585d-a0ed-4391-9c14-13f53ba3e351 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:52:58.521777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-d170bf93-6ac8-4743-bbcd-4142fd503a7c req-c3eb585d-a0ed-4391-9c14-13f53ba3e351 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:52:58.523236 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d170bf93-6ac8-4743-bbcd-4142fd503a7c req-c3eb585d-a0ed-4391-9c14-13f53ba3e351 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 210 time: 0.0798552
Jan 26 11:52:58.751855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecda0c-92f2-4ff6-880f-8ad664f50ea4 req-0c373d13-1520-48c6-9454-3bbd340a48dc tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:58.753626 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d6ecda0c-92f2-4ff6-880f-8ad664f50ea4 req-0c373d13-1520-48c6-9454-3bbd340a48dc tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 950 time: 0.1526339
Jan 26 11:52:58.826605 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d6ecda0c-92f2-4ff6-880f-8ad664f50ea4 req-5036437e-829e-4c24-bdc3-b12664bbda99 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/security-groups?id=98b7c2ec-0f0c-49c4-ad07-468606e51913&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654881
Jan 26 11:52:58.886939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-082c831d-4a46-4cbe-b22b-329f6bd68216 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:58.886939 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-082c831d-4a46-4cbe-b22b-329f6bd68216 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.81 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 950 time: 0.1409688
Jan 26 11:52:58.980244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Deleting port ac798cdc-fe13-4377-9cf2-43c179ce2187 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:52:58.980627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:59.265015 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2aa936-8a51-4071-bb21-5ca08d815b04 req-dd116e8f-b900-435f-86eb-d0cf4f109c06 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:52:59.274834 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f2aa936-8a51-4071-bb21-5ca08d815b04 req-dd116e8f-b900-435f-86eb-d0cf4f109c06 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2373228
Jan 26 11:52:59.411565 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2f2aa936-8a51-4071-bb21-5ca08d815b04 req-041cbf24-e0ee-42c7-a69c-5d25609fa425 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932755
Jan 26 11:52:59.422783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] For port ac798cdc-fe13-4377-9cf2-43c179ce2187, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ac798cdc-fe13-4377-9cf2-43c179ce2187,segment=NetworkSegment(a2af2cd5-c8a5-4117-9f29-086ad3cd3727),segment_id=a2af2cd5-c8a5-4117-9f29-086ad3cd3727)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:52:59.423202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:59.566825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Calling delete_port for ac798cdc-fe13-4377-9cf2-43c179ce2187 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:52:59.721412 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-58d51e78-0bfc-41ed-95fd-450af25a662c req-eb0e8975-34e8-4339-8880-2321cf9566d5 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 210 time: 0.0532897
Jan 26 11:52:59.845107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:52:59.861080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:52:59.921846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Pushing event deleted for resources: {'Port': ['ID=ac798cdc-fe13-4377-9cf2-43c179ce2187,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:52:59.934130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.934552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.935030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.935441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.935832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.936224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.936620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.937015 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.937411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.937836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.938236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.938642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.939084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.939479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.939875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.940265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.940666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.941049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.941440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.941856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.942247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.942637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.943028 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:52:59.943423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:00.001245 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:00.067625 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de548f47-7f2f-4e51-b2ed-b2c1a15df530 req-01640984-9628-4fe7-a47b-f8354acf7486 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 210 time: 0.0652385
Jan 26 11:53:00.156382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] No DVR routers for this DVR port ac798cdc-fe13-4377-9cf2-43c179ce2187 on host hv-cinder-77238 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:53:00.159031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:00.162606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374d9696-b9cb-4292-9a72-73195c8c889c', 'name': 'network-vif-deleted', 'tag': 'ac798cdc-fe13-4377-9cf2-43c179ce2187'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:53:00.232404 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374d9696-b9cb-4292-9a72-73195c8c889c', 'name': 'network-vif-deleted', 'tag': 'ac798cdc-fe13-4377-9cf2-43c179ce2187', 'status': 'completed', 'code': 200}
Jan 26 11:53:00.254032 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4dd62a1c-15ff-4aba-86f3-d9e581dd186b req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.81 "DELETE /v2.0/ports/ac798cdc-fe13-4377-9cf2-43c179ce2187 HTTP/1.1" status: 204  len: 173 time: 1.3677535
Jan 26 11:53:00.496537 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device ac798cdc-fe13-4377-9cf2-43c179ce2187 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:53:00.546460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] No Port match for: ac798cdc-fe13-4377-9cf2-43c179ce2187 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:53:00.546873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device ac798cdc-fe13-4377-9cf2-43c179ce2187 not bound to the agent host hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:53:00.720902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f816e-f27f-4e87-9beb-1b8e9bff5990 req-2b9a39b1-234f-41d7-a387-4f66e46a627a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:00.722669 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-475f816e-f27f-4e87-9beb-1b8e9bff5990 req-2b9a39b1-234f-41d7-a387-4f66e46a627a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1386409
Jan 26 11:53:00.781761 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-475f816e-f27f-4e87-9beb-1b8e9bff5990 req-dd3776af-7335-4058-9683-6f02f66482ee tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515294
Jan 26 11:53:00.935915 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a47ea92b-8ceb-48f3-bc10-22fa51d9cebf req-8f37a852-9445-40f1-9b00-574df4dfaf1e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 210 time: 0.0615106
Jan 26 11:53:01.302374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-08f54be0-ad1f-4a1a-a1a9-505b63f3aab6 req-87e4c32b-b8b0-4ae2-a721-d5e5584b00e2 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Synchronizing usage tracker for tenant:d2fdbdd820724176b0f3bec619ba8ca0 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:53:01.418176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-bcc75481-955a-4300-870c-9a282f6e5f23 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:01.421128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-bcc75481-955a-4300-870c-9a282f6e5f23 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 811 time: 0.2878180
Jan 26 11:53:01.421980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-08f54be0-ad1f-4a1a-a1a9-505b63f3aab6 req-87e4c32b-b8b0-4ae2-a721-d5e5584b00e2 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Unset dirty status for tenant:d2fdbdd820724176b0f3bec619ba8ca0 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:53:01.423129 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-08f54be0-ad1f-4a1a-a1a9-505b63f3aab6 req-87e4c32b-b8b0-4ae2-a721-d5e5584b00e2 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] 10.222.0.57 "GET /v2.0/ports?device_id=374d9696-b9cb-4292-9a72-73195c8c889c HTTP/1.1" status: 200  len: 210 time: 0.1864543
Jan 26 11:53:01.540713 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-b58dcc72-30a6-420f-bdc9-0267b67c1c3c tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fef6234d386d457a9a97480c304a1443 HTTP/1.1" status: 200  len: 5708 time: 0.1001663
Jan 26 11:53:01.552023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'port': {'device_id': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'admin_state_up': True, 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'security_groups': ['3a961e0e-bffc-4c14-8ab8-c3b90773409e']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:53:01.717981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:53:01.729480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:53:01.833852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Made reservation on behalf of fef6234d386d457a9a97480c304a1443 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:53:01.847644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:02.181204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915039-99fb-4969-97d4-c1c83ff96fe5 req-1a7ad6e6-03c7-4b99-a9f2-e0969f2cb654 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:02.183137 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f6915039-99fb-4969-97d4-c1c83ff96fe5 req-1a7ad6e6-03c7-4b99-a9f2-e0969f2cb654 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2052109
Jan 26 11:53:02.278150 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f6915039-99fb-4969-97d4-c1c83ff96fe5 req-365c3a07-a4cc-4717-bf23-6eab9f47f682 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827150
Jan 26 11:53:02.395725 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6a474f79-fe33-4775-b316-8de60754400f req-9d6ae640-c225-4e62-b851-f7486bac0f75 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 210 time: 0.0752926
Jan 26 11:53:02.623240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:02.685804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Allocated IP 172.20.0.6 (337ebc75-db11-405b-a740-6b54aa04f856/5dab6835-e1c7-4557-8ec6-090bb80079ca/2dd3eb24-b2b0-4781-a04d-8c0274a54fe8) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:53:02.722502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port cd618d25-cfe5-4708-941b-4eaac0af48f7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:02.723099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:02.958266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:03.236711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Transition to ACTIVE for port object 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:03.236711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:03.252709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:03.432038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event updated for resources: {'Port': ['ID=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:03.438103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:03.505406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Network 337ebc75-db11-405b-a740-6b54aa04f856 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:53:03.507342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:53:03.511480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:53:03.747777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:03.747777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:03.748674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9fa61-ce23-402c-a0d4-2d018e4dd0d5 req-a54a2498-7ae7-4da4-9e90-5912ecdce21a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:03.750675 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-37a9fa61-ce23-402c-a0d4-2d018e4dd0d5 req-a54a2498-7ae7-4da4-9e90-5912ecdce21a tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 931 time: 0.1733835
Jan 26 11:53:03.848163 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-37a9fa61-ce23-402c-a0d4-2d018e4dd0d5 req-30a91167-b48a-4beb-b057-d6d5901caa58 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843284
Jan 26 11:53:03.886667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005b78b-6901-4a72-bb49-0257ed70bceb req-1b31b3d8-1d87-4cfe-9f7e-44ada33a77c2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:03.889790 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c005b78b-6901-4a72-bb49-0257ed70bceb req-1b31b3d8-1d87-4cfe-9f7e-44ada33a77c2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.3283534
Jan 26 11:53:03.895298 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3483365
Jan 26 11:53:03.902170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-12cd12d3-5a56-4925-827d-f36e8578eea4 None None] Provisioning for port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:03.912577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-12cd12d3-5a56-4925-827d-f36e8578eea4 None None] Provisioning complete for port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:03.912577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-12cd12d3-5a56-4925-827d-f36e8578eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:03.931531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Request body: {'port': {'device_id': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:53:03.993734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-12cd12d3-5a56-4925-827d-f36e8578eea4 None None] Port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:53:04.037944 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c005b78b-6901-4a72-bb49-0257ed70bceb req-402e784f-1771-4027-9479-38143e019565 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402907
Jan 26 11:53:04.109787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:04.602954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:53:04.702212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:04.716511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Transition to ACTIVE for port object 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:04.787506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:04.805051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:04.971941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:04.975627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:05.219182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Attempting to bind port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:53:05.219816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Attempting to bind port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:53:05.220197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Attempting to bind port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 on network 337ebc75-db11-405b-a740-6b54aa04f856 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:53:05.221883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52051fb0-8153-43fd-8a75-c12f93cc41c6 req-d50983f2-77a9-4e45-9db1-d61fc5a3339d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:05.223898 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52051fb0-8153-43fd-8a75-c12f93cc41c6 req-d50983f2-77a9-4e45-9db1-d61fc5a3339d tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 943 time: 0.2047262
Jan 26 11:53:05.228178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:53:05.228665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Checking segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:53:05.233766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:05.236056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Bound using segment: {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:53:05.236056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Bound port: 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af9c220-b655-4c77-a8ed-f6395822d328', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:53:05.236056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:05.319551 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52051fb0-8153-43fd-8a75-c12f93cc41c6 req-e71401f4-17d9-4048-b4fd-f4fd6c3c0767 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862184
Jan 26 11:53:05.432024 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] For port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:53:05.438271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] For port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:53:05.490602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873e3b0-98d1-4df3-b838-13d80471f924 req-3251a2b9-cdf2-4d0e-9a61-daa322c091ab tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:05.492294 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a873e3b0-98d1-4df3-b838-13d80471f924 req-3251a2b9-cdf2-4d0e-9a61-daa322c091ab tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2438617
Jan 26 11:53:05.503806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:05.520569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95473585-8362-4430-9c58-66113395dc57 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:05.752572 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a873e3b0-98d1-4df3-b838-13d80471f924 req-55807f90-a111-49db-a5c6-e94eeac76b14 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2507160
Jan 26 11:53:05.783739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:05.795270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:05.843533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:05.844402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:05.846630 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] 10.222.0.81 "PUT /v2.0/ports/2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 HTTP/1.1" status: 200  len: 1157 time: 1.9205575
Jan 26 11:53:05.848053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:53:05.921543 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'status': 'completed', 'code': 200}
Jan 26 11:53:06.086121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-bbb87963-5ce2-4e0d-a8fa-c7a7c408ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:06.088133 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-bbb87963-5ce2-4e0d-a8fa-c7a7c408ade6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 1160 time: 0.1383545
Jan 26 11:53:06.192660 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-c3fde3bc-0a31-49ad-baf2-d00963ea4771 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 HTTP/1.1" status: 200  len: 217 time: 0.0890944
Jan 26 11:53:06.293069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-0542530f-2fe8-4f43-9d81-1f3792817811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:06.294959 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-0542530f-2fe8-4f43-9d81-1f3792817811 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 200  len: 850 time: 0.0930791
Jan 26 11:53:06.455992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-bbff176a-9bb0-42a5-adef-cc0a219ddd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:06.459869 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-bbff176a-9bb0-42a5-adef-cc0a219ddd15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=337ebc75-db11-405b-a740-6b54aa04f856&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1533623
Jan 26 11:53:07.168732 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-d208d131-2f4d-4ecc-90e0-1086d3040118 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6978667
Jan 26 11:53:07.231640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3453103-eb2b-4501-987f-396c7dafa331 req-94506d5b-33b9-4919-bc68-28956f73a1a7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:07.233449 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c3453103-eb2b-4501-987f-396c7dafa331 req-94506d5b-33b9-4919-bc68-28956f73a1a7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1856544
Jan 26 11:53:07.302761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba4617-1459-4c2a-909d-20ccf4a11175 req-8fecbcee-571c-4c23-9ec7-55a7dced23c3 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:07.304752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-45ba4617-1459-4c2a-909d-20ccf4a11175 req-8fecbcee-571c-4c23-9ec7-55a7dced23c3 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Synchronizing usage tracker for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:53:07.304962 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c3453103-eb2b-4501-987f-396c7dafa331 req-3502e928-e4c6-47f2-8b36-8ea56f6c0217 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621965
Jan 26 11:53:07.458338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-45ba4617-1459-4c2a-909d-20ccf4a11175 req-8fecbcee-571c-4c23-9ec7-55a7dced23c3 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Unset dirty status for tenant:fef6234d386d457a9a97480c304a1443 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:53:07.459695 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-45ba4617-1459-4c2a-909d-20ccf4a11175 req-8fecbcee-571c-4c23-9ec7-55a7dced23c3 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 943 time: 0.8950443
Jan 26 11:53:07.463630 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a28ee8b-d77d-44a2-9934-15ff2d5f1b57 req-954ef29d-a4b0-42d4-b737-6d0f8663aeea service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2871583
Jan 26 11:53:07.542718 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-45ba4617-1459-4c2a-909d-20ccf4a11175 req-139d9301-b09c-416c-9f98-f972dee619f2 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739543
Jan 26 11:53:07.782437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a1ae-d9d5-4264-9709-64229661245c req-4076fbd1-b772-47d4-b52f-a4b0edc05684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:07.788294 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7426a1ae-d9d5-4264-9709-64229661245c req-4076fbd1-b772-47d4-b52f-a4b0edc05684 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 1160 time: 0.1711798
Jan 26 11:53:08.049211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a1ae-d9d5-4264-9709-64229661245c req-fbf65766-18d4-47de-b936-9c87b147bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:08.071401 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7426a1ae-d9d5-4264-9709-64229661245c req-fbf65766-18d4-47de-b936-9c87b147bda6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 905 time: 0.2630525
Jan 26 11:53:08.223513 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7426a1ae-d9d5-4264-9709-64229661245c req-ba30144b-3ad2-4c82-b60c-086f943626e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 HTTP/1.1" status: 200  len: 217 time: 0.1561637
Jan 26 11:53:08.337180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a1ae-d9d5-4264-9709-64229661245c req-abf573d0-560e-4bdb-8fa2-2e4cc19e0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:08.338968 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7426a1ae-d9d5-4264-9709-64229661245c req-abf573d0-560e-4bdb-8fa2-2e4cc19e0bb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 200  len: 850 time: 0.1077714
Jan 26 11:53:08.487259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a1ae-d9d5-4264-9709-64229661245c req-bf778c3c-881c-473c-a7b5-87f3d3529040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:08.488892 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7426a1ae-d9d5-4264-9709-64229661245c req-bf778c3c-881c-473c-a7b5-87f3d3529040 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=337ebc75-db11-405b-a740-6b54aa04f856&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1391518
Jan 26 11:53:08.779562 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7426a1ae-d9d5-4264-9709-64229661245c req-f597c1df-a203-488f-aa05-adc12b9f38c0 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2833078
Jan 26 11:53:08.799017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31595d7f-b1ea-4926-b4e3-ae7afd65b526 req-7bee868e-769d-4dd7-8a2c-ab3376e1d67f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:08.809682 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-31595d7f-b1ea-4926-b4e3-ae7afd65b526 req-7bee868e-769d-4dd7-8a2c-ab3376e1d67f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2915816
Jan 26 11:53:08.922537 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-31595d7f-b1ea-4926-b4e3-ae7afd65b526 req-76ecfbc6-799e-4665-920d-9f23ed1ed56d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117325
Jan 26 11:53:09.106516 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7426a1ae-d9d5-4264-9709-64229661245c req-a727aa74-3d6e-42e5-ac0b-a40f07cefa4f service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3050323
Jan 26 11:53:09.164749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f0b4a-6fb7-4369-b621-b3328a18156a req-be7e620f-c565-4460-8793-943f44c9be98 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:09.167832 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-428f0b4a-6fb7-4369-b621-b3328a18156a req-be7e620f-c565-4460-8793-943f44c9be98 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 943 time: 0.3005660
Jan 26 11:53:09.264550 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-428f0b4a-6fb7-4369-b621-b3328a18156a req-cc03d84f-d8f0-4614-851c-ac6d7161f566 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895114
Jan 26 11:53:10.247401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab963a05-3e9b-46b9-9230-b92b87eff49d req-573a339c-d179-4241-8438-cb9511ed0a81 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:10.249146 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab963a05-3e9b-46b9-9230-b92b87eff49d req-573a339c-d179-4241-8438-cb9511ed0a81 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1556168
Jan 26 11:53:10.351142 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab963a05-3e9b-46b9-9230-b92b87eff49d req-cc5b1c05-73ce-441a-8b76-658dcedf0469 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948639
Jan 26 11:53:10.587400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d009be-a338-4dea-bdb5-ede49f0fdce9 req-3670cd38-4ff4-4f91-81ab-f59ffde56153 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:10.590640 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0d009be-a338-4dea-bdb5-ede49f0fdce9 req-3670cd38-4ff4-4f91-81ab-f59ffde56153 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 943 time: 0.1607244
Jan 26 11:53:10.677798 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0d009be-a338-4dea-bdb5-ede49f0fdce9 req-23b3a960-e58b-4e41-a284-daba55871eba tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820947
Jan 26 11:53:11.218773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 58766) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:11.426377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:11.455384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58774) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:11.466665 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2d935aa4-e66e-4a8d-89c5-12b9343f2848 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2fdbdd820724176b0f3bec619ba8ca0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2460852
Jan 26 11:53:11.554506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:11.595913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:11.651305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:11.658637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:11.659344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:11.831124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:11.845405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-22e8704f-ccd7-4777-8169-4ac828730ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:11.864134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b7c2ec-0f0c-49c4-ad07-468606e51913,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:11.880744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.880744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.881611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.882362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.883105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.883857 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.884616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.885331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.886107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.886852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.887579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.888903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.888903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.889312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.889821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.890307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.890786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.891273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.891757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.892253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.892731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.893220 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.893735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.894271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:11.924050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:11.979385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:53:11.982380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:53:12.013665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561f2be-e879-40b2-8620-aa2c0663f034 req-e0365598-6a4d-44d7-a631-b6e6ac72eb38 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:12.018241 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b561f2be-e879-40b2-8620-aa2c0663f034 req-e0365598-6a4d-44d7-a631-b6e6ac72eb38 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.4566050
Jan 26 11:53:12.021307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:12.022486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:12.033887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:12.035000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:12.037645 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98b7c2ec-0f0c-49c4-ad07-468606e51913 HTTP/1.1" status: 204  len: 168 time: 0.5801525
Jan 26 11:53:12.110706 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b561f2be-e879-40b2-8620-aa2c0663f034 req-e9adb78e-36ef-454b-8e84-61bb502d184e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784175
Jan 26 11:53:12.136903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4214c3f4-3d57-4735-b057-3a76f4b65ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:12.229838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:12.235133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:12.296414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56193c99-779f-4996-be6d-9727f664bce7 req-d4695e2c-41cf-487a-b30e-34ed41ad25b8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:12.298390 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-56193c99-779f-4996-be6d-9727f664bce7 req-d4695e2c-41cf-487a-b30e-34ed41ad25b8 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.3475146
Jan 26 11:53:12.332856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port cd618d25-cfe5-4708-941b-4eaac0af48f7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:12.333554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:12.439463 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-56193c99-779f-4996-be6d-9727f664bce7 req-71efd765-257a-4acd-a5d0-61f4132473b7 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258056
Jan 26 11:53:12.581819 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'code': 200}
Jan 26 11:53:12.927069 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:13.064852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d4fd-3289-4339-8869-e6ab4df38cbb req-be8a0720-daf5-4ccc-ae5d-c8c7fdacab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:13.067011 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9569d4fd-3289-4339-8869-e6ab4df38cbb req-be8a0720-daf5-4ccc-ae5d-c8c7fdacab1d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 1162 time: 0.1455953
Jan 26 11:53:13.098813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:13.099639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:13.152806 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9569d4fd-3289-4339-8869-e6ab4df38cbb req-1dfd3837-9e8c-4d88-bd9a-8b75892ff365 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752358
Jan 26 11:53:13.588797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202826dd-2c27-44f6-bc0d-ba2dce368a04 req-37fc4d97-4596-4ad2-b246-69d6cfef8c92 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:13.590580 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-202826dd-2c27-44f6-bc0d-ba2dce368a04 req-37fc4d97-4596-4ad2-b246-69d6cfef8c92 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1567411
Jan 26 11:53:13.663490 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-202826dd-2c27-44f6-bc0d-ba2dce368a04 req-d8e6be12-f5a9-4966-a2ee-6e1bba564b79 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653448
Jan 26 11:53:13.725128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7dd4b-b9e4-408e-9568-37be96030274 req-19aecb6b-6d77-41eb-ba5f-c94dac5a2bea tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:13.725128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72c7dd4b-b9e4-408e-9568-37be96030274 req-19aecb6b-6d77-41eb-ba5f-c94dac5a2bea tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.1359954
Jan 26 11:53:13.791625 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72c7dd4b-b9e4-408e-9568-37be96030274 req-33d49be8-b13e-4e8a-8be7-9522f1023d45 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607562
Jan 26 11:53:13.967914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58804) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:14.080663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:53:14.141168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-363121751-network', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:53:14.147756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:53:14.153611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Usage tracker for resource:network and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:53:14.157085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:53:14.165412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:53:14.214420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Made reservation on behalf of 78e97e882b25408ab0d3307d2faa4ea1 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:53:14.219787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.239048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.260987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:53:14.266454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Usage tracker for resource:security_group_rule and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:53:14.269794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:53:14.276901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:53:14.382561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.415896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.437956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9e8ff68b-f4ca-4e38-bca0-89a7348fe9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:14.456048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:53:14.469393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.471491 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Added segment eacc9bd6-f528-41bc-a177-6f92e46b503a of type vxlan for network d19333f4-69f1-4e33-9c2d-1a658d76b65d
Jan 26 11:53:14.539922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575197ca-d484-4d72-9da6-4a998e7dcf2c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:14.549143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:14.559734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.758064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.762734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:14.764595 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:14.783371 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:15.110964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-403eca9e-86a6-4a39-827d-074ddae9948e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:15.120252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Pushing event updated for resources: {'Network': ['ID=d19333f4-69f1-4e33-9c2d-1a658d76b65d,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:15.123868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a09b5b-07c3-4868-9539-fd1c93757ec2 req-7378e1d0-5d65-4b23-bd74-ff6a29068f45 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:15.136526 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1669364
Jan 26 11:53:15.138206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58818) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:15.139821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2d9c683b-c890-4c65-91f0-749df77d6420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:15.151693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:53:15.163856 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-53a09b5b-07c3-4868-9539-fd1c93757ec2 req-7378e1d0-5d65-4b23-bd74-ff6a29068f45 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2550688
Jan 26 11:53:15.169828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Request body: {'subnet': {'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-363121751-subnet', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:53:15.200546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:53:15.211651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Usage tracker for resource:subnet and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:53:15.217717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:53:15.237937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:53:15.287667 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-53a09b5b-07c3-4868-9539-fd1c93757ec2 req-e2457e6a-32e9-4598-b5d6-44484168aabd tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163850
Jan 26 11:53:15.289226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:53:15.432749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e56d-50ef-444a-8e5a-bbab813c14be req-d301d6a9-617d-45d8-bcbd-776c330a4a33 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:15.448283 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10b3e56d-50ef-444a-8e5a-bbab813c14be req-d301d6a9-617d-45d8-bcbd-776c330a4a33 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.4495730
Jan 26 11:53:15.491250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Made reservation on behalf of 78e97e882b25408ab0d3307d2faa4ea1 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:53:15.496762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:15.557845 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10b3e56d-50ef-444a-8e5a-bbab813c14be req-03bfd5ad-f45e-49ca-978b-47e57d0494ae tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075890
Jan 26 11:53:16.021321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1dcf-b7b7-4527-82f1-c11d70a1bfb3 req-7146bfc9-9094-4942-b59b-74f755514159 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:16.034939 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-345f1dcf-b7b7-4527-82f1-c11d70a1bfb3 req-7146bfc9-9094-4942-b59b-74f755514159 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.2155595
Jan 26 11:53:16.035527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 58824) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:16.042345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Request body: {'floatingip': {'port_id': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:53:16.163221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:16.761197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:16.994575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaad71f-9384-4cc8-909c-79feab026eb0 req-44048ea5-8f84-4ca7-b667-4682fba55194 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:16.996157 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-abaad71f-9384-4cc8-909c-79feab026eb0 req-44048ea5-8f84-4ca7-b667-4682fba55194 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.4540117
Jan 26 11:53:16.997007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:17.147377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Checking segment: {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:53:17.147377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Network hostable DHCP agents. Network: d19333f4-69f1-4e33-9c2d-1a658d76b65d, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:53:17.163930 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-abaad71f-9384-4cc8-909c-79feab026eb0 req-99494a8f-7308-4cd1-a051-711bf660547c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311188
Jan 26 11:53:17.169562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cf1c716-bf12-461e-a609-50d1f2f30045,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:17.176116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:17.200498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:17.244656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:53:17.283020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:17.322190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, d19333f4-69f1-4e33-9c2d-1a658d76b65d) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:53:17.340016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537c100-800f-494b-820f-f8cadd49075d None None] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:53:17.340325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:17.340886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:17.649693 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.5050075
Jan 26 11:53:17.653222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58832) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:17.655889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-d19333f4-69f1-4e33-9c2d-1a658d76b65d', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:53:17.657146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:17.659843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:53:17.667040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:53:17.671903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Usage tracker for resource:router and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:53:17.679084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:53:17.688208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:53:17.702670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-591c1c08-5ba2-4022-bf54-b413db393d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:17.752926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:17.755628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:17.766553 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Floating IP ca9b75a4-4902-4233-a909-22733eadef47 associated. External IP: 172.27.2.167, port: 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8.
Jan 26 11:53:17.777111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:18.093551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Allocated IP 172.20.0.2 (d19333f4-69f1-4e33-9c2d-1a658d76b65d/5cf1c716-bf12-461e-a609-50d1f2f30045/2786458d-c8be-4de2-85f6-51cec3cc990d) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:53:18.301258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:18.393516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:18.528864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:18.542246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Transition to ACTIVE for port object 2786458d-c8be-4de2-85f6-51cec3cc990d will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:18.568348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Transition to ACTIVE for port object 2786458d-c8be-4de2-85f6-51cec3cc990d will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:18.619160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:18.656476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:53:18.727790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:18.820158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Pushing event updated for resources: {'Port': ['ID=2786458d-c8be-4de2-85f6-51cec3cc990d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:18.952646 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.007807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.023714 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:19.093464 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.095866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5da78-42c4-4c01-892a-5e0f10709dd2 req-b914f480-f012-4c19-a237-6b8dd594ab05 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:19.098312 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-57b5da78-42c4-4c01-892a-5e0f10709dd2 req-b914f480-f012-4c19-a237-6b8dd594ab05 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.6349719
Jan 26 11:53:19.103305 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-54523e88-4d1b-44c9-89c3-d94eb356d4a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6411757
Jan 26 11:53:19.122436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:53:19.124538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:53:19.127521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:53:19.237916 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-57b5da78-42c4-4c01-892a-5e0f10709dd2 req-b70b5f94-5703-45f8-8f63-8e809e35a555 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252010
Jan 26 11:53:19.275398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Attempting to bind port 2786458d-c8be-4de2-85f6-51cec3cc990d on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:53:19.276743 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Attempting to bind port 2786458d-c8be-4de2-85f6-51cec3cc990d by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:53:19.277484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Attempting to bind port 2786458d-c8be-4de2-85f6-51cec3cc990d on network d19333f4-69f1-4e33-9c2d-1a658d76b65d {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:53:19.288195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:53:19.296508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Checking segment: {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:53:19.297424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.298299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Bound using segment: {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:53:19.299119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Bound port: 2786458d-c8be-4de2-85f6-51cec3cc990d, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:53:19.299952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.397691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:53:19.407712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.486154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] For port 2786458d-c8be-4de2-85f6-51cec3cc990d, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:53:19.490756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] For port 2786458d-c8be-4de2-85f6-51cec3cc990d, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=2786458d-c8be-4de2-85f6-51cec3cc990d,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:53:19.493860 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] Sync routers for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:53:19.509168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:53:19.510592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76c128>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:19.510903 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4624d177-e8d5-44e8-89c1-caf9bd69aa02 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "PUT /v2.0/floatingips/ca9b75a4-4902-4233-a909-22733eadef47 HTTP/1.1" status: 200  len: 991 time: 3.4738927
Jan 26 11:53:19.513292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:53:19.591378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Allocated IP 172.27.2.247 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/79e0dfde-6d36-47b4-a174-43295a2303a3) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:53:19.611920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.674492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:19.679236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa020-dd4e-4cd3-be75-6085324447ea req-5c2fb50f-f04d-4c5b-8a86-879292b983ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:19.681478 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-5c2fb50f-f04d-4c5b-8a86-879292b983ce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 1163 time: 0.3916287
Jan 26 11:53:19.768764 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'status': 'completed', 'code': 200}
Jan 26 11:53:19.884125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.953255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:19.993934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-cba45d8c-95e0-4099-a473-f9d613c4b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:19.998400 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-cba45d8c-95e0-4099-a473-f9d613c4b8af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fef6234d386d457a9a97480c304a1443&device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 1162 time: 0.1979651
Jan 26 11:53:20.000167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:20.034284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa020-dd4e-4cd3-be75-6085324447ea req-2bb201b7-4d43-4c57-ac08-55cc94f3b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:20.036319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-067c7175-44ea-4c41-beaa-b7952588eb7d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:20.036562 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-2bb201b7-4d43-4c57-ac08-55cc94f3b454 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.3264034
Jan 26 11:53:20.077944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Pushing event updated for resources: {'Port': ['ID=2786458d-c8be-4de2-85f6-51cec3cc990d,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:20.098064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:20.174206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:53:20.234066 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-68893a62-bc96-4721-b559-cc27f3f41cb9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c HTTP/1.1" status: 200  len: 1002 time: 0.1897182
Jan 26 11:53:20.408041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa020-dd4e-4cd3-be75-6085324447ea req-cee79a09-8456-4f1a-936d-cb06647ea51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:20.411158 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-cee79a09-8456-4f1a-936d-cb06647ea51c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1688261
Jan 26 11:53:20.484288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Pushing event updated for resources: {'Port': ['ID=79e0dfde-6d36-47b4-a174-43295a2303a3,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:20.499564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:20.683202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-de141825-918c-40f2-87b9-7a3e1127da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:20.686208 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-de141825-918c-40f2-87b9-7a3e1127da68 service neutron] 10.222.0.81 "GET /v2.0/networks?id=337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 200  len: 905 time: 0.6561501
Jan 26 11:53:20.695243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:53:20.696865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:53:20.704536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:53:20.728395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cba06f-bcb7-4559-8eb2-182e8bf48e16 req-d25d65e1-100e-468f-b3f9-44fb0c328c9d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:20.731663 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52cba06f-bcb7-4559-8eb2-182e8bf48e16 req-d25d65e1-100e-468f-b3f9-44fb0c328c9d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2348118
Jan 26 11:53:20.736849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa020-dd4e-4cd3-be75-6085324447ea req-4012e42c-f39f-4640-98d9-57a7a7c67030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:20.740532 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-4012e42c-f39f-4640-98d9-57a7a7c67030 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3186328
Jan 26 11:53:20.972572 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52cba06f-bcb7-4559-8eb2-182e8bf48e16 req-b37b925b-b1ef-4211-bcfe-e06ca74adbbd tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2301738
Jan 26 11:53:20.991865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76c128>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'ca9b75a4-4902-4233-a909-22733eadef47', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'floating_ip_address': '172.27.2.167', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'port_id': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'mac_address': 'fa:16:3e:b0:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:52:55Z', 'updated_at': '2021-01-26T11:53:16Z', 'revision_number': 1, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:20.999872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] Checking router: 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:53:21.018247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:53:21.022677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76c128>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:21.169211 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-dce87a6e-ec6f-480f-9062-5ad59f177dfb service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3964717
Jan 26 11:53:21.315499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:53:21.379764 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447fa020-dd4e-4cd3-be75-6085324447ea req-951c374b-80af-4b7f-83ed-947ed2d591a1 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2008007
Jan 26 11:53:21.421681 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-410f5a69-ffe6-4cd6-b754-ee8db9bf4cf4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 HTTP/1.1" status: 200  len: 999 time: 0.6745005
Jan 26 11:53:21.700135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-6be5698c-881c-43d1-9804-7568a6f923be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:21.701643 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-6be5698c-881c-43d1-9804-7568a6f923be service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 200  len: 850 time: 0.2023184
Jan 26 11:53:21.793040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-1d152a7a-d63e-4f9b-811d-94f6f2c5cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:21.795149 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-1d152a7a-d63e-4f9b-811d-94f6f2c5cd41 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1163 time: 0.5353358
Jan 26 11:53:21.898763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76c128>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'ca9b75a4-4902-4233-a909-22733eadef47', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'floating_ip_address': '172.27.2.167', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'port_id': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'mac_address': 'fa:16:3e:b0:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:52:55Z', 'updated_at': '2021-01-26T11:53:16Z', 'revision_number': 1, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:21.907312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b133-bdc4-419d-a7d1-8348046a5140 None None] The sync data for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi is: [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'ca9b75a4-4902-4233-a909-22733eadef47', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'floating_ip_address': '172.27.2.167', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'port_id': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'mac_address': 'fa:16:3e:b0:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:52:55Z', 'updated_at': '2021-01-26T11:53:16Z', 'revision_number': 1, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:53:21.968458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1bbdf-69d5-4de7-95b3-2515b59979e2 None None] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:53:22.202876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-a60e7d1e-104c-4cc2-b7be-eb5f58723feb None None] Provisioning for port 2786458d-c8be-4de2-85f6-51cec3cc990d completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:22.221447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-4c9d6a4d-9696-4450-ac75-c4e035373512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:22.223186 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-4c9d6a4d-9696-4450-ac75-c4e035373512 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=337ebc75-db11-405b-a740-6b54aa04f856&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5138705
Jan 26 11:53:22.280931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-01ad10fe-4160-4ccb-b230-584ed3311cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:22.282935 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-01ad10fe-4160-4ccb-b230-584ed3311cb6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.4750035
Jan 26 11:53:22.325110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad34ac-3351-4951-bb0a-f0faf79d2087 None None] New status for floating IP ca9b75a4-4902-4233-a909-22733eadef47: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:53:22.388372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:22.517456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f76995-5687-4292-a4b9-c5b3aac65823 req-1075cb14-e859-4375-912e-ff75a868c90a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:22.519492 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-06f76995-5687-4292-a4b9-c5b3aac65823 req-1075cb14-e859-4375-912e-ff75a868c90a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2962751
Jan 26 11:53:22.655301 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-06f76995-5687-4292-a4b9-c5b3aac65823 req-36f32174-fa00-4d34-939d-76700f9adb1b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191339
Jan 26 11:53:22.733554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 2786458d-c8be-4de2-85f6-51cec3cc990d up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:22.858692 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-5f513aa4-a7d4-449e-9361-0db6fb3cb443 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 200  len: 1002 time: 0.5549963
Jan 26 11:53:22.895005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 2786458d-c8be-4de2-85f6-51cec3cc990d completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:22.928279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 2786458d-c8be-4de2-85f6-51cec3cc990d triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:22.929327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:22.981486 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-fffcf7b8-6797-4ec5-b908-32bb2092c8d3 service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7495224
Jan 26 11:53:23.059880 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d52486e0-7e36-4297-b1b9-e241a84b384f None None] Provisioning complete for port 2786458d-c8be-4de2-85f6-51cec3cc990d triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:23.060819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d52486e0-7e36-4297-b1b9-e241a84b384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:23.106290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-ebae36a2-3b22-4f47-90ad-c66baf6ccd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:23.109012 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-ebae36a2-3b22-4f47-90ad-c66baf6ccd55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.2354255
Jan 26 11:53:23.620648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:23.688380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:23.703620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d52486e0-7e36-4297-b1b9-e241a84b384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:23.735803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 2786458d-c8be-4de2-85f6-51cec3cc990d, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=2786458d-c8be-4de2-85f6-51cec3cc990d,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:53:23.795329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:23.801296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:23.893453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-d52486e0-7e36-4297-b1b9-e241a84b384f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:53:23.894162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-d52486e0-7e36-4297-b1b9-e241a84b384f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:53:23.915437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=2786458d-c8be-4de2-85f6-51cec3cc990d,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:23.932118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:23.996485 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccc6dec9-0ca9-484f-95e2-8b1eb2f398e9 req-9d2ab1ce-1a66-4edf-aec2-a6b6ddc64d0d service neutron] 10.222.0.81 "GET /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0001454
Jan 26 11:53:24.012016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-104ca7fb-4c08-4b70-acfc-b5d420a7e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:24.013638 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-104ca7fb-4c08-4b70-acfc-b5d420a7e3cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8100424
Jan 26 11:53:24.024627 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:24.089481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d579ff-0298-49cf-8f6b-bdc3206e43d6 req-b90f26f3-f245-46f9-ad11-9bb8e710865d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:24.091648 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-15d579ff-0298-49cf-8f6b-bdc3206e43d6 req-b90f26f3-f245-46f9-ad11-9bb8e710865d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1767881
Jan 26 11:53:24.164601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-15d579ff-0298-49cf-8f6b-bdc3206e43d6 req-878b043c-5f16-41bb-8323-53fdeebf411d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608723
Jan 26 11:53:24.360324 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-a5695861-d606-45fc-b636-9863841d18fb service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375385
Jan 26 11:53:24.559145 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-264a38ea-6cdf-4d0b-9edb-77e9e422a58c req-745f65ef-c4b1-48b7-b5cb-2f5811bd05b1 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1920216
Jan 26 11:53:24.564641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Router e08296a8-0436-4d91-8b03-91153363a5ad is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:53:24.596709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e4a1f7eb-08a6-43a0-aca2-76b689d8778d None None] Provisioning complete for port 2786458d-c8be-4de2-85f6-51cec3cc990d triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:24.597138 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e4a1f7eb-08a6-43a0-aca2-76b689d8778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:24.629190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 2786458d-c8be-4de2-85f6-51cec3cc990d up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:24.792503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 2786458d-c8be-4de2-85f6-51cec3cc990d triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:24.792921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:24.815806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:53:24.837442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Sync routers for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:53:24.881707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:53:24.882434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fe400>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:24.887786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:24.889483 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 7.2346549
Jan 26 11:53:24.892895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 58870) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:25.188899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:53:25.573829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fe400>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:21Z', 'revision_number': 3, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:25.579181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Checking router: e08296a8-0436-4d91-8b03-91153363a5ad for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:53:25.579700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Updating router e08296a8-0436-4d91-8b03-91153363a5ad port 79e0dfde-6d36-47b4-a174-43295a2303a3 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:53:25.652616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:25.977873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae0cd5-fdf3-469c-82fc-b765a445bb11 req-f7f2b90a-7d7a-47d0-8670-c05b2d75bd9a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:25.979763 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-89ae0cd5-fdf3-469c-82fc-b765a445bb11 req-f7f2b90a-7d7a-47d0-8670-c05b2d75bd9a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.5602849
Jan 26 11:53:26.107689 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-89ae0cd5-fdf3-469c-82fc-b765a445bb11 req-488a6168-a188-4a50-9bc1-fdbea97059fe tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142294
Jan 26 11:53:26.149362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.170368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Transition to ACTIVE for port object 79e0dfde-6d36-47b4-a174-43295a2303a3 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:26.181862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.213098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.235407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:26.385385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9ac5-6de6-4a22-b592-0cb8c2c340fc None None] Pushing event updated for resources: {'Port': ['ID=79e0dfde-6d36-47b4-a174-43295a2303a3,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:26.398844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-45dd9ac5-6de6-4a22-b592-0cb8c2c340fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:26.487883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Attempting to bind port 79e0dfde-6d36-47b4-a174-43295a2303a3 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:53:26.491398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Attempting to bind port 79e0dfde-6d36-47b4-a174-43295a2303a3 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:53:26.491398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Attempting to bind port 79e0dfde-6d36-47b4-a174-43295a2303a3 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:53:26.500327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:53:26.500996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:53:26.501850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.502657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:53:26.503315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Bound port: 79e0dfde-6d36-47b4-a174-43295a2303a3, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:53:26.503974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.619921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Allocated IP 172.20.0.1 (d19333f4-69f1-4e33-9c2d-1a658d76b65d/5cf1c716-bf12-461e-a609-50d1f2f30045/c43172e1-7c3b-4474-bc40-797f645e96d8) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:53:26.641031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] For port 79e0dfde-6d36-47b4-a174-43295a2303a3, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:53:26.646991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] For port 79e0dfde-6d36-47b4-a174-43295a2303a3, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=79e0dfde-6d36-47b4-a174-43295a2303a3,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:53:26.702351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.734380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:26.819730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.842780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Transition to ACTIVE for port object c43172e1-7c3b-4474-bc40-797f645e96d8 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:26.917444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:26.933385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9ac5-6de6-4a22-b592-0cb8c2c340fc None None] Pushing event updated for resources: {'Port': ['ID=79e0dfde-6d36-47b4-a174-43295a2303a3,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:26.938943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-45dd9ac5-6de6-4a22-b592-0cb8c2c340fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:26.940914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9a338ba0-643d-4d63-aac1-ed241e30708e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:26.984166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:53:27.076223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:53:27.076951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fe400>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:27.169248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c43172e1-7c3b-4474-bc40-797f645e96d8,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:27.178757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:27.281521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:53:27.284040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:53:27.293848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:53:27.402041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:27.588545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:27.655060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:53:27.675721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:53:27.678939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c0fe-9ece-4f1f-9159-ea95b1ff171b req-d4eb8247-5ead-459c-a8bc-b88a54007218 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:27.684092 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c014c0fe-9ece-4f1f-9159-ea95b1ff171b req-d4eb8247-5ead-459c-a8bc-b88a54007218 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2751989
Jan 26 11:53:27.728881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port cd618d25-cfe5-4708-941b-4eaac0af48f7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:53:27.731209 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'code': 422} returned with failed status
Jan 26 11:53:27.784261 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c014c0fe-9ece-4f1f-9159-ea95b1ff171b req-4ffe911c-fddd-409b-bf6c-e6519702799c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950258
Jan 26 11:53:27.797817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e9fab4e3-ed6d-4da1-990d-252ecc338f66 None None] Provisioning for port c43172e1-7c3b-4474-bc40-797f645e96d8 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:27.818278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:27.821091 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-45dd9ac5-6de6-4a22-b592-0cb8c2c340fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:27.843955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:27.885890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e9fab4e3-ed6d-4da1-990d-252ecc338f66 None None] Provisioning complete for port c43172e1-7c3b-4474-bc40-797f645e96d8 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:27.886526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e9fab4e3-ed6d-4da1-990d-252ecc338f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:27.994061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e9fab4e3-ed6d-4da1-990d-252ecc338f66 None None] Port c43172e1-7c3b-4474-bc40-797f645e96d8 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:53:28.106447 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:28.121232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:28.234687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:28.262190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fe400>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:21Z', 'revision_number': 3, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:28.267491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba8e3-423f-4cf2-af74-d9a84da34cce None None] The sync data for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi is: [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:21Z', 'revision_number': 3, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:53:28.304654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:28.342854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-21a43897-dab9-4f3d-8a52-a23ddc468b69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:28.440865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c43172e1-7c3b-4474-bc40-797f645e96d8,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:28.444133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:28.463841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:28.641154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:53:28.642669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:53:28.992340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Router e08296a8-0436-4d91-8b03-91153363a5ad has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:53:29.057143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-1cf63dd3-ba97-489a-9ad9-1146b662b1bc None None] Provisioning complete for port c43172e1-7c3b-4474-bc40-797f645e96d8 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:29.057846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1cf63dd3-ba97-489a-9ad9-1146b662b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:29.170362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1cf63dd3-ba97-489a-9ad9-1146b662b1bc None None] Port c43172e1-7c3b-4474-bc40-797f645e96d8 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:53:29.294080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:53:29.311974 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] 10.222.0.57 "PUT /v2.0/routers/e08296a8-0436-4d91-8b03-91153363a5ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4160581
Jan 26 11:53:30.709405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 79e0dfde-6d36-47b4-a174-43295a2303a3 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:30.861004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 79e0dfde-6d36-47b4-a174-43295a2303a3 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:30.877041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 79e0dfde-6d36-47b4-a174-43295a2303a3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:30.882244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:31.212117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 58948) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:53:31.216019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bb9f0-698c-4613-b86f-b8731133d81e req-3501d797-ef15-4474-a861-e7a53dc1d0c1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:31.229987 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-845bb9f0-698c-4613-b86f-b8731133d81e req-3501d797-ef15-4474-a861-e7a53dc1d0c1 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.3597188
Jan 26 11:53:31.285617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:31.318666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 79e0dfde-6d36-47b4-a174-43295a2303a3, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=79e0dfde-6d36-47b4-a174-43295a2303a3,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:53:31.345818 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-845bb9f0-698c-4613-b86f-b8731133d81e req-fd3ac320-ce96-4a6c-89fa-61b8c97f6c93 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1141696
Jan 26 11:53:31.355117 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:31.358769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b406a6c8-d48f-4246-a623-5c6590f7a291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:31.498310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=79e0dfde-6d36-47b4-a174-43295a2303a3,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:31.504121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:31.600229 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-fe3766c6-19d8-42bf-a1af-72bbf47183cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3849621
Jan 26 11:53:31.753106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Sync routers for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:53:31.771952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:53:31.772987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef6f0cf8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:32.111413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:53:32.721001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 79e0dfde-6d36-47b4-a174-43295a2303a3 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:32.752085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef6f0cf8>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:28Z', 'revision_number': 2, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:32.766217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Checking router: e08296a8-0436-4d91-8b03-91153363a5ad for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:53:32.766780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Updating router e08296a8-0436-4d91-8b03-91153363a5ad port c43172e1-7c3b-4474-bc40-797f645e96d8 binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:53:32.856752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:32.879331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7869e-fe70-40e3-a944-f494975b782c req-c385b033-3729-4a1a-ad63-d24741a1639c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:32.890670 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98f7869e-fe70-40e3-a944-f494975b782c req-c385b033-3729-4a1a-ad63-d24741a1639c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.3155615
Jan 26 11:53:32.948402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-0a848383-efd1-4547-97cf-9b279ccdaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:32.956397 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-0a848383-efd1-4547-97cf-9b279ccdaae0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2&tenant_id=0d44817afceb42e894e4acc5dfcf5515 HTTP/1.1" status: 200  len: 1161 time: 0.2415514
Jan 26 11:53:33.034592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 79e0dfde-6d36-47b4-a174-43295a2303a3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:33.035576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:33.200653 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-98f7869e-fe70-40e3-a944-f494975b782c req-58750d90-342f-45e0-9bf1-395a21238309 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2558651
Jan 26 11:53:33.296097 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-8bb3ee66-785f-4cb0-bfb9-95ccc9a41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:33.299090 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-8bb3ee66-785f-4cb0-bfb9-95ccc9a41636 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1161 time: 0.2815123
Jan 26 11:53:33.646541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-3d0508ec-7e6e-4a5a-9288-3bbfe722a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:33.649127 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-3d0508ec-7e6e-4a5a-9288-3bbfe722a531 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.3363757
Jan 26 11:53:33.701614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:33.719883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Transition to ACTIVE for port object c43172e1-7c3b-4474-bc40-797f645e96d8 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:33.757196 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:33.845892 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-13d7459b-a2ee-4034-b9e3-a8e812157689 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 200  len: 1000 time: 0.1862357
Jan 26 11:53:33.901760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4a9bcd32-2c9b-4911-abfb-458d273dba67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:33.959657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-3eb397da-37a9-4402-91cd-87c57e227151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:33.961537 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-3eb397da-37a9-4402-91cd-87c57e227151 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.1064801
Jan 26 11:53:34.074275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Pushing event updated for resources: {'Port': ['ID=c43172e1-7c3b-4474-bc40-797f645e96d8,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:34.096873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.097822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.097988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.098509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.098966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.099421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.099994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.100303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.100688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.101201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.101810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.102362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.102930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.103372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.103939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.104377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.104895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.105333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.105807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.106244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.106762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.107197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.107781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.108233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:34.113507 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:34.173641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-e9b2aa7a-63b7-45fd-9b13-4266643c5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:34.175389 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-e9b2aa7a-63b7-45fd-9b13-4266643c5d75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2069743
Jan 26 11:53:34.444431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Attempting to bind port c43172e1-7c3b-4474-bc40-797f645e96d8 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:53:34.445107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Attempting to bind port c43172e1-7c3b-4474-bc40-797f645e96d8 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:53:34.453865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Attempting to bind port c43172e1-7c3b-4474-bc40-797f645e96d8 on network d19333f4-69f1-4e33-9c2d-1a658d76b65d {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:53:34.474131 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-11c3d675-cdf2-4e94-99d2-fac5e6dfd658 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897940
Jan 26 11:53:34.480897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:53:34.481794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Checking segment: {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:53:34.482557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:34.483276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Bound using segment: {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:53:34.484589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Bound port: c43172e1-7c3b-4474-bc40-797f645e96d8, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:53:34.485254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:34.737995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] For port c43172e1-7c3b-4474-bc40-797f645e96d8, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:53:34.743431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] For port c43172e1-7c3b-4474-bc40-797f645e96d8, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=c43172e1-7c3b-4474-bc40-797f645e96d8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:53:34.772646 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a0302405-e3eb-4d36-aee6-4b4550feb29a req-cdbcc256-3818-4645-bd70-0209135efcd0 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2682111
Jan 26 11:53:34.789530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:34.827811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:34.861747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40f184-fbce-4a3b-bdb3-ab8923597801 req-c5481e6d-21ca-4904-96da-8545662d0d7e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:34.866135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8f40f184-fbce-4a3b-bdb3-ab8923597801 req-c5481e6d-21ca-4904-96da-8545662d0d7e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.2273474
Jan 26 11:53:34.961791 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8f40f184-fbce-4a3b-bdb3-ab8923597801 req-740a9503-7d08-420c-9a1b-9615e170a537 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851741
Jan 26 11:53:35.119084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Pushing event updated for resources: {'Port': ['ID=c43172e1-7c3b-4474-bc40-797f645e96d8,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:35.135847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9fa9a3d6-9b12-410e-9fb1-76dc5b1036b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:35.223834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:53:35.224734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef6f0cf8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:35.853324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:53:36.365124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef6f0cf8>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:34Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:53:36.376417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8ed1e-a08a-433c-9535-8962ed81d449 None None] The sync data for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi is: [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:34Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:53:36.446082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fc484-5faa-414c-8d8f-7d0deeba118e req-122c2a29-11f9-4dce-888b-0b25ed101589 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:36.498776 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-272fc484-5faa-414c-8d8f-7d0deeba118e req-122c2a29-11f9-4dce-888b-0b25ed101589 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.2776952
Jan 26 11:53:36.666472 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-272fc484-5faa-414c-8d8f-7d0deeba118e req-526d8557-9631-4c36-a2b3-1a7f864f3117 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1664660
Jan 26 11:53:36.828623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device c43172e1-7c3b-4474-bc40-797f645e96d8 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:37.153414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port c43172e1-7c3b-4474-bc40-797f645e96d8 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:37.166968 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port c43172e1-7c3b-4474-bc40-797f645e96d8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:37.171311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:37.501990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:37.585526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port c43172e1-7c3b-4474-bc40-797f645e96d8, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=c43172e1-7c3b-4474-bc40-797f645e96d8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:53:37.633282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:37.636831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:37.863016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=c43172e1-7c3b-4474-bc40-797f645e96d8,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:37.867836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:38.244115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de317ea-b9d1-4a73-973e-abf5cc7bbdca req-f7b4fd25-8143-479d-8ba7-8529fb72556b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:38.246669 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7de317ea-b9d1-4a73-973e-abf5cc7bbdca req-f7b4fd25-8143-479d-8ba7-8529fb72556b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.2426698
Jan 26 11:53:38.367413 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7de317ea-b9d1-4a73-973e-abf5cc7bbdca req-458d009e-bc63-4e77-a740-a6d99b22036e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086049
Jan 26 11:53:38.704218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device c43172e1-7c3b-4474-bc40-797f645e96d8 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:38.878490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port c43172e1-7c3b-4474-bc40-797f645e96d8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:38.882628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:39.931782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df48f24-ddc7-438b-998c-760d6131a87f req-29396176-dc81-4178-a3d2-3eb54013d6d9 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:39.943329 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0df48f24-ddc7-438b-998c-760d6131a87f req-29396176-dc81-4178-a3d2-3eb54013d6d9 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.2632287
Jan 26 11:53:40.063171 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0df48f24-ddc7-438b-998c-760d6131a87f req-4fe96ea3-2844-495b-aeec-79c72ec4a011 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179209
Jan 26 11:53:41.876981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c3adc-3343-456a-ad76-d7c79b8b471a req-84d6c2d6-938e-4d3f-8d26-0b50734bbe2b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:41.878746 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ac9c3adc-3343-456a-ad76-d7c79b8b471a req-84d6c2d6-938e-4d3f-8d26-0b50734bbe2b tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.1375153
Jan 26 11:53:41.942816 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ac9c3adc-3343-456a-ad76-d7c79b8b471a req-cc895b0a-81a0-4204-987d-8b446c9d9323 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557046
Jan 26 11:53:43.369456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d20a4-faa8-4ff9-a817-646456fc3cef req-bb33a49f-db29-41ab-9fa5-0ee86783c643 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:43.372413 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d52d20a4-faa8-4ff9-a817-646456fc3cef req-bb33a49f-db29-41ab-9fa5-0ee86783c643 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.1963270
Jan 26 11:53:43.482957 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d52d20a4-faa8-4ff9-a817-646456fc3cef req-a3e03f72-0efe-4d81-946e-ba71990258ee tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962155
Jan 26 11:53:45.100367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-27cdd01e-6762-4000-962a-7e4de401d23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:45.217118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670d1dc-d7d7-41aa-b2ec-8a024312ce81 req-b84a88b3-7750-48d8-9f89-c4ff8960a70e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:45.230576 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1670d1dc-d7d7-41aa-b2ec-8a024312ce81 req-b84a88b3-7750-48d8-9f89-c4ff8960a70e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.3236594
Jan 26 11:53:45.363538 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1670d1dc-d7d7-41aa-b2ec-8a024312ce81 req-d67e04aa-df4f-4072-8031-c4d6cdbb341f tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294479
Jan 26 11:53:46.910583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a537cc5-30b5-485e-bee3-8730f5e70b5e req-12231820-f20c-440b-aab7-84aa911f3af3 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:46.912320 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4a537cc5-30b5-485e-bee3-8730f5e70b5e req-12231820-f20c-440b-aab7-84aa911f3af3 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.1893311
Jan 26 11:53:47.008081 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4a537cc5-30b5-485e-bee3-8730f5e70b5e req-1fdd5218-6ef8-4290-b003-bb4713414892 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870910
Jan 26 11:53:49.384218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:49.408469 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:49.413925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f22ba438-5f27-4e49-86cb-ea07a161c185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:49.590525 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:49.678350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad3a2-fdfa-4587-8744-ebeab2c7326b req-07657e10-f4a7-49f7-a525-1a15cff6a528 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:49.702631 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a50ad3a2-fdfa-4587-8744-ebeab2c7326b req-07657e10-f4a7-49f7-a525-1a15cff6a528 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.2838075
Jan 26 11:53:49.791414 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a50ad3a2-fdfa-4587-8744-ebeab2c7326b req-b9bad3a1-7f18-4f91-a965-c97623da712e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864422
Jan 26 11:53:51.086462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:53:51.387662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691316c-ffe2-4cd2-9bfd-d58f23cedfd5 req-06d56ff5-6fcf-4e95-8faa-9bbf88b32eb4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:51.390006 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f691316c-ffe2-4cd2-9bfd-d58f23cedfd5 req-06d56ff5-6fcf-4e95-8faa-9bbf88b32eb4 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.3957527
Jan 26 11:53:51.461982 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f691316c-ffe2-4cd2-9bfd-d58f23cedfd5 req-46423963-caaf-4e1c-a4fc-0bf16bc0239c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629489
Jan 26 11:53:52.249094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-2750fb87-8e40-4cef-808d-207c4edc9570 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:52.250944 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-2750fb87-8e40-4cef-808d-207c4edc9570 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 814 time: 0.2894568
Jan 26 11:53:52.280174 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-50e943de-bfe3-4642-9cf1-9872a6dd93ba tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/quotas/78e97e882b25408ab0d3307d2faa4ea1 HTTP/1.1" status: 200  len: 375 time: 0.0194330
Jan 26 11:53:52.412173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-c9570d2b-c99e-4666-a21e-9deca5575c33 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:53:53.523953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-c9570d2b-c99e-4666-a21e-9deca5575c33 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:53:53.525949 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-c9570d2b-c99e-4666-a21e-9deca5575c33 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&fields=id HTTP/1.1" status: 200  len: 302 time: 1.2371578
Jan 26 11:53:53.616441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:53.777546 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-9ae5e510-8b56-4490-9886-47b922ac0d38 service neutron] 10.222.0.57 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325277
Jan 26 11:53:54.009175 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-e7c2c636-9e4f-4e3e-a49b-f0ed25bd9569 service neutron] 10.222.0.57 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2220776
Jan 26 11:53:54.619614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e5c6a-0bdb-4927-992e-f6c99a950608 req-1709b8a9-b153-41e1-8972-6e7b58acf9ff tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:54.621406 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1e1e5c6a-0bdb-4927-992e-f6c99a950608 req-1709b8a9-b153-41e1-8972-6e7b58acf9ff tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.2031710
Jan 26 11:53:54.705963 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1e1e5c6a-0bdb-4927-992e-f6c99a950608 req-38791f15-11e9-4ef2-ad62-02c545a6a6a6 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773337
Jan 26 11:53:54.846894 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a35c63a1-2ccc-4449-a95f-c3c68b179daa req-3f08abac-39fc-4bc9-bd34-25c3af8dc509 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 210 time: 0.0544803
Jan 26 11:53:56.065953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d2dd1-8a97-48d1-9d69-7d2e260297b1 req-dbbd3c52-29d2-41f6-9d9c-9324d4fa10a2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:56.068053 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c47d2dd1-8a97-48d1-9d69-7d2e260297b1 req-dbbd3c52-29d2-41f6-9d9c-9324d4fa10a2 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.1829090
Jan 26 11:53:56.079823 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-34eff803-8606-4d30-ba04-408d70946c83 req-18176b9d-b5e6-4fa1-b710-43631fa677cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 210 time: 0.0587487
Jan 26 11:53:56.131068 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c47d2dd1-8a97-48d1-9d69-7d2e260297b1 req-83ea60e0-75c9-47f2-8fbe-e076988e9835 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562818
Jan 26 11:53:56.698571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-60e7c05d-dac5-4acd-951d-2ccdf922b032 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:56.699395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-60e7c05d-dac5-4acd-951d-2ccdf922b032 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:53:56.757909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-60e7c05d-dac5-4acd-951d-2ccdf922b032 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:53:56.759503 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-60e7c05d-dac5-4acd-951d-2ccdf922b032 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.81 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 814 time: 0.3099661
Jan 26 11:53:56.785216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'port': {'device_id': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'admin_state_up': True, 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:53:57.006193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:53:57.019652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:53:57.066177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Made reservation on behalf of 78e97e882b25408ab0d3307d2faa4ea1 for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:53:57.083169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:57.301442 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-15c47470-4f3b-4ba0-8d56-aa0fd395f4ee req-5ddb59d3-2ede-44b2-8070-8767da6b30c7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 210 time: 0.0673971
Jan 26 11:53:57.674725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Allocated IP 172.20.0.10 (d19333f4-69f1-4e33-9c2d-1a658d76b65d/5cf1c716-bf12-461e-a609-50d1f2f30045/e36c6db7-8dc9-40b5-b139-55a5bd501ef8) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:53:57.789678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:57.857334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff2a39-60b1-445b-9b90-243629ee08fe req-0cb57bf8-ff51-40dd-ad05-f0f6055ae008 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:57.860328 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-73ff2a39-60b1-445b-9b90-243629ee08fe req-0cb57bf8-ff51-40dd-ad05-f0f6055ae008 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 944 time: 0.5354588
Jan 26 11:53:57.983762 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-73ff2a39-60b1-445b-9b90-243629ee08fe req-0380fd01-38f4-41a0-90b7-f81f03046c4c tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062183
Jan 26 11:53:58.036056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port cd618d25-cfe5-4708-941b-4eaac0af48f7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:58.037150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:58.605224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:58.606790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:58.671206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Transition to ACTIVE for port object e36c6db7-8dc9-40b5-b139-55a5bd501ef8 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:53:58.695394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:53:58.714203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port cd618d25-cfe5-4708-941b-4eaac0af48f7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:53:58.867771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:58.871650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4214c3f4-3d57-4735-b057-3a76f4b65ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:58.913984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:58.995426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=6']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:59.006260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-487c7cd5-d3f3-478a-b82a-615b2ba34ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:53:59.008884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.009295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.009697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.012261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.012747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.013247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.013763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.014250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.014733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.015207 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.015690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.016158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.016802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.017284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.017803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.018284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.018811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.019339 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.020340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.020902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.021348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.021975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.022578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.023146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:53:59.028621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:59.195190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:53:59.199660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:53:59.285218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:53:59.288393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:53:59.295445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:53:59.456322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:53:59.528439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:59.529406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:59.590079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port cd618d25-cfe5-4708-941b-4eaac0af48f7 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:59.590848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:59.625230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc66f-3806-4fb5-8949-94a08846d5c5 req-5b500e89-11b1-4f86-aba3-56ddcb45cb06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:53:59.627166 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ea7fc66f-3806-4fb5-8949-94a08846d5c5 req-5b500e89-11b1-4f86-aba3-56ddcb45cb06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 932 time: 0.2862229
Jan 26 11:53:59.682448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-df0c71b8-b685-435b-9811-5029b0d61259 None None] Provisioning for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:53:59.690445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-df0c71b8-b685-435b-9811-5029b0d61259 None None] Provisioning complete for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:53:59.690918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df0c71b8-b685-435b-9811-5029b0d61259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:53:59.703867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-ea7fc66f-3806-4fb5-8949-94a08846d5c5 req-a9774107-85d3-42f7-aca1-1c42b15d1991 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:53:59.711374 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9311550
Jan 26 11:53:59.763370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-ea7fc66f-3806-4fb5-8949-94a08846d5c5 req-a9774107-85d3-42f7-aca1-1c42b15d1991 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:53:59.765129 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ea7fc66f-3806-4fb5-8949-94a08846d5c5 req-a9774107-85d3-42f7-aca1-1c42b15d1991 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276321
Jan 26 11:53:59.858090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-df0c71b8-b685-435b-9811-5029b0d61259 None None] Port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:53:59.897136 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'code': 200}
Jan 26 11:54:00.165143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224646-d55b-4ef4-b9a7-dc3e35b632a3 req-f2be1b3e-45c7-4fdb-9f21-3904b7001689 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:00.166946 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1c224646-d55b-4ef4-b9a7-dc3e35b632a3 req-f2be1b3e-45c7-4fdb-9f21-3904b7001689 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1609795
Jan 26 11:54:00.253269 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1c224646-d55b-4ef4-b9a7-dc3e35b632a3 req-42483179-5ca1-484f-9190-47164dfc5015 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0781722
Jan 26 11:54:00.593336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e4985-ead1-47ce-a6a2-a6aad52144ef req-1a118d69-4b1f-4b03-a235-856afb83fa3d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:00.596064 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-123e4985-ead1-47ce-a6a2-a6aad52144ef req-1a118d69-4b1f-4b03-a235-856afb83fa3d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1772854
Jan 26 11:54:00.699343 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-123e4985-ead1-47ce-a6a2-a6aad52144ef req-c6dc53fa-6197-4eb6-a8cb-ce9ee5478926 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870874
Jan 26 11:54:01.114457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe8351-734a-454c-ae34-e00df441e722 req-3af4079d-c408-4f84-b2f5-424a3935de06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:01.114457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-18fe8351-734a-454c-ae34-e00df441e722 req-3af4079d-c408-4f84-b2f5-424a3935de06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:54:01.178835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-18fe8351-734a-454c-ae34-e00df441e722 req-3af4079d-c408-4f84-b2f5-424a3935de06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:54:01.185038 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-18fe8351-734a-454c-ae34-e00df441e722 req-3af4079d-c408-4f84-b2f5-424a3935de06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 932 time: 0.2521768
Jan 26 11:54:01.257638 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-18fe8351-734a-454c-ae34-e00df441e722 req-a1811985-0754-41b7-a77c-203d5edf4460 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639470
Jan 26 11:54:01.568105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c43433-f7c0-4982-9196-9abfb4921c02 req-12a89aa9-01d0-447b-b85b-c48a0bb2e225 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:01.571234 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32c43433-f7c0-4982-9196-9abfb4921c02 req-12a89aa9-01d0-447b-b85b-c48a0bb2e225 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1598353
Jan 26 11:54:01.661080 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32c43433-f7c0-4982-9196-9abfb4921c02 req-2e65f95f-a372-43ee-9b91-d8b6ff75353b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0820122
Jan 26 11:54:02.050738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20b5fb-b487-490a-ad80-8af4257c69d3 req-515aa9bf-dcad-4cd5-af61-cf183117f710 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:02.052866 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fa20b5fb-b487-490a-ad80-8af4257c69d3 req-515aa9bf-dcad-4cd5-af61-cf183117f710 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1475918
Jan 26 11:54:02.128860 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fa20b5fb-b487-490a-ad80-8af4257c69d3 req-c6fa4b00-2e9a-4cb9-9c32-8756554de867 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673978
Jan 26 11:54:02.595078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd201-251c-473f-813c-59e7bd2d9629 req-ac5f062e-3ef3-4416-880a-b8f45148a012 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:02.597372 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-474dd201-251c-473f-813c-59e7bd2d9629 req-ac5f062e-3ef3-4416-880a-b8f45148a012 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 932 time: 0.1734984
Jan 26 11:54:02.672833 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-474dd201-251c-473f-813c-59e7bd2d9629 req-d39c137b-c4e0-4ff8-8e58-8e9d9f688bb3 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634418
Jan 26 11:54:02.973504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb299-ffaa-4f72-aa68-8bb1b06fd3f0 req-6a2ad473-db07-4dbf-865d-8c39ac058c9e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:02.975441 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-29feb299-ffaa-4f72-aa68-8bb1b06fd3f0 req-6a2ad473-db07-4dbf-865d-8c39ac058c9e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1540909
Jan 26 11:54:03.049449 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-29feb299-ffaa-4f72-aa68-8bb1b06fd3f0 req-1b43e0b8-f41b-449f-acb7-2e9fc4660ec0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0665658
Jan 26 11:54:03.484204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48ae6e-7d04-4e03-a97a-d53c8fe06c23 req-5d1e1e76-04f0-4ae8-a814-c62a9ced47fa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:03.487760 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c48ae6e-7d04-4e03-a97a-d53c8fe06c23 req-5d1e1e76-04f0-4ae8-a814-c62a9ced47fa tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1570017
Jan 26 11:54:03.572119 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6c48ae6e-7d04-4e03-a97a-d53c8fe06c23 req-293e0f48-e079-415b-a8c9-208f3de31c31 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791740
Jan 26 11:54:03.982888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b1dfc-9a1f-4042-99d9-70a8c95668fb req-273cdd93-129e-4dcc-8a41-a6c2b002c986 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:03.983515 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-da4b1dfc-9a1f-4042-99d9-70a8c95668fb req-273cdd93-129e-4dcc-8a41-a6c2b002c986 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 932 time: 0.1570578
Jan 26 11:54:04.072713 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-da4b1dfc-9a1f-4042-99d9-70a8c95668fb req-0347656a-0081-4458-84ce-861ec4a0ce04 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801444
Jan 26 11:54:04.342309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4f26-3588-4265-b800-807c16a01d73 req-02a8595b-1d17-47cd-b9f6-696d0dd87b8f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:04.344731 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e11c4f26-3588-4265-b800-807c16a01d73 req-02a8595b-1d17-47cd-b9f6-696d0dd87b8f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1433272
Jan 26 11:54:04.424139 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e11c4f26-3588-4265-b800-807c16a01d73 req-371565e6-4615-4154-8b0a-23ffc90cb797 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0703971
Jan 26 11:54:04.898601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Request body: {'port': {'device_id': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:05.044193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb4a0-2da0-4819-b249-b81856ab3ad7 req-5378665e-6b08-470c-b23b-8e6e485c26d0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:05.052343 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-258eb4a0-2da0-4819-b249-b81856ab3ad7 req-5378665e-6b08-470c-b23b-8e6e485c26d0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.3207695
Jan 26 11:54:05.116723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:05.274642 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-258eb4a0-2da0-4819-b249-b81856ab3ad7 req-bdc84fb6-3e9f-4d0e-bd23-4b656e1a14ce tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206225
Jan 26 11:54:05.708055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4661c3-5e49-458a-8925-aa87291751c1 req-a7843d55-738b-4abc-8adf-01fd084e7ce6 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:05.714289 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3e4661c3-5e49-458a-8925-aa87291751c1 req-a7843d55-738b-4abc-8adf-01fd084e7ce6 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 932 time: 0.3039930
Jan 26 11:54:05.821645 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3e4661c3-5e49-458a-8925-aa87291751c1 req-0c96f8eb-ac41-4d86-ab66-130cb49bc999 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009159
Jan 26 11:54:06.314524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36c6db7-8dc9-40b5-b139-55a5bd501ef8 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:54:06.341942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:06.368949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Transition to ACTIVE for port object e36c6db7-8dc9-40b5-b139-55a5bd501ef8 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:54:06.439812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962634b-268a-464a-ae5c-9df1ba80c9b5 req-e73f2ebd-ac08-46f0-a4d8-a6f773e512f1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:06.449724 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f962634b-268a-464a-ae5c-9df1ba80c9b5 req-e73f2ebd-ac08-46f0-a4d8-a6f773e512f1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.2693567
Jan 26 11:54:06.482898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:06.527745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ffa0d811-f269-405b-9cf0-7dccefb67198 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:06.612146 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f962634b-268a-464a-ae5c-9df1ba80c9b5 req-0823779b-79fc-45c4-925a-3e10cbc3e840 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1581099
Jan 26 11:54:06.807105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Pushing event updated for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:06.820755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:06.829125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ba5c-5ff4-40cc-b1cf-b8848aa2727f req-4d142cf9-d2a4-4b8b-a842-3c37dbbd3767 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:06.832605 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b5e4ba5c-5ff4-40cc-b1cf-b8848aa2727f req-4d142cf9-d2a4-4b8b-a842-3c37dbbd3767 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2265594
Jan 26 11:54:06.914540 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b5e4ba5c-5ff4-40cc-b1cf-b8848aa2727f req-fa07da13-224a-4a30-9723-8a481a9156b0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731323
Jan 26 11:54:07.111647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Attempting to bind port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:54:07.112334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Attempting to bind port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:54:07.113490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Attempting to bind port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 on network d19333f4-69f1-4e33-9c2d-1a658d76b65d {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:54:07.121771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:54:07.122569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Checking segment: {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:54:07.123214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:07.123847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Bound using segment: {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:54:07.124858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Bound port: e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc9bd6-f528-41bc-a177-6f92e46b503a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:54:07.125541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:07.341544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] For port e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:54:07.347273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] For port e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:54:07.403139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:07.431610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5141a79f-423c-4fe5-9f48-39bdc3d7cc2e tempest-ServerRescueNegativeTestJSON-1204008908 tempest-ServerRescueNegativeTestJSON-1204008908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:07.681308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Pushing event updated for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:07.701328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:07.767567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43da659-8da0-4795-ae09-a2ad280a6665 req-337efd1a-9d88-49b8-9667-85c0e19b88d6 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:07.769371 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d43da659-8da0-4795-ae09-a2ad280a6665 req-337efd1a-9d88-49b8-9667-85c0e19b88d6 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 944 time: 0.4199231
Jan 26 11:54:07.774402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:07.775122 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:07.776716 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] 10.222.0.81 "PUT /v2.0/ports/e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 1158 time: 3.0018597
Jan 26 11:54:07.777395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:07.912994 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d43da659-8da0-4795-ae09-a2ad280a6665 req-23f34c7c-d8c6-4685-aa64-49b1024acb22 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286538
Jan 26 11:54:07.964737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d581-d932-4e76-bd18-e77d0c96905c req-ae6ed157-08dc-47c3-8bbe-2478588ad2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:07.966432 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3439d581-d932-4e76-bd18-e77d0c96905c req-ae6ed157-08dc-47c3-8bbe-2478588ad2bd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1163 time: 0.1334050
Jan 26 11:54:08.081197 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3439d581-d932-4e76-bd18-e77d0c96905c req-69839bc7-86e1-4117-906a-df21ce58246a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699344
Jan 26 11:54:08.145335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-83475e40-884b-4664-b215-a11bf6fc90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:08.147241 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-83475e40-884b-4664-b215-a11bf6fc90b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1161 time: 0.1858521
Jan 26 11:54:08.232459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9d72d-bda1-4f6d-980b-624ecdf36adf req-25763d34-419a-4726-a0a6-a9803e205509 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:08.234231 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccb9d72d-bda1-4f6d-980b-624ecdf36adf req-25763d34-419a-4726-a0a6-a9803e205509 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1514008
Jan 26 11:54:08.511412 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'status': 'completed', 'code': 200}
Jan 26 11:54:08.607519 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-f3b775e9-d0f4-4d3a-afb0-e1a94225e7d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 217 time: 0.0987175
Jan 26 11:54:08.703984 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ccb9d72d-bda1-4f6d-980b-624ecdf36adf req-6d21a1a3-92cc-43fc-8abb-3550d3470a86 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.4619517
Jan 26 11:54:08.742179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ac9a560a-9881-43e9-b992-0b47a5a6f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:08.744914 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-ac9a560a-9881-43e9-b992-0b47a5a6f753 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.1250286
Jan 26 11:54:08.824203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8ce3-9a95-476c-89fc-ffed07b27972 req-4dff002f-34e5-4f26-867f-ed807a14f109 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:08.826369 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-13fb8ce3-9a95-476c-89fc-ffed07b27972 req-4dff002f-34e5-4f26-867f-ed807a14f109 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1711025
Jan 26 11:54:08.896182 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-13fb8ce3-9a95-476c-89fc-ffed07b27972 req-20de7426-38fd-48de-a6f7-d3b54a5fdb37 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560131
Jan 26 11:54:08.902240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-e55b77af-c922-4438-8def-fa2d710850ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:08.905054 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-e55b77af-c922-4438-8def-fa2d710850ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1383793
Jan 26 11:54:09.173696 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-be5477ff-c550-4c06-80a2-05abe17b9381 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584927
Jan 26 11:54:09.251281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f0cb1-1ac8-483d-a8c3-914c3eeb6d76 req-99a777b7-e3ab-4542-a878-e3ebfd48825c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:09.253026 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b80f0cb1-1ac8-483d-a8c3-914c3eeb6d76 req-99a777b7-e3ab-4542-a878-e3ebfd48825c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 944 time: 0.1572039
Jan 26 11:54:09.409364 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b80f0cb1-1ac8-483d-a8c3-914c3eeb6d76 req-44e46bf6-75ac-46a3-968a-48628e753c13 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288784
Jan 26 11:54:09.462368 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4c79acdf-08af-4d73-9b12-4a735d013535 req-edd6e80a-cd72-4dc2-a68e-349666cf1fdd service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2075500
Jan 26 11:54:09.705494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41456f-0522-479d-989b-61381e087cf4 req-efc53f52-b78e-48e2-a379-3691054d75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:09.711542 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc41456f-0522-479d-989b-61381e087cf4 req-efc53f52-b78e-48e2-a379-3691054d75c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1161 time: 0.1071928
Jan 26 11:54:09.882434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41456f-0522-479d-989b-61381e087cf4 req-f439d6e2-0a32-45df-9a41-0a3bc99ef0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:09.886113 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc41456f-0522-479d-989b-61381e087cf4 req-f439d6e2-0a32-45df-9a41-0a3bc99ef0b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.1620052
Jan 26 11:54:10.007180 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc41456f-0522-479d-989b-61381e087cf4 req-bab51828-38ec-46ed-b613-168e9543bfa6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 217 time: 0.0943480
Jan 26 11:54:10.041516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d0233-f369-47e9-9ed2-706549d0ec8a req-3df075c9-56d2-4521-815a-d25590756f07 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:10.043345 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-838d0233-f369-47e9-9ed2-706549d0ec8a req-3df075c9-56d2-4521-815a-d25590756f07 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1563907
Jan 26 11:54:10.095131 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41456f-0522-479d-989b-61381e087cf4 req-88d9929c-4d79-4384-8e74-f07265a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:10.096847 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc41456f-0522-479d-989b-61381e087cf4 req-88d9929c-4d79-4384-8e74-f07265a85a78 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.0823023
Jan 26 11:54:10.141493 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-838d0233-f369-47e9-9ed2-706549d0ec8a req-5c93126b-2e31-4fac-af8d-11f602c940d0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0896623
Jan 26 11:54:10.405641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970e7e7-d419-41c9-b281-c1e149379952 req-885de656-3fe7-4416-8304-fa7cb09b8ce9 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:10.407726 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8970e7e7-d419-41c9-b281-c1e149379952 req-885de656-3fe7-4416-8304-fa7cb09b8ce9 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2503889
Jan 26 11:54:10.413510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41456f-0522-479d-989b-61381e087cf4 req-e140ec9f-5b33-469c-9f0c-927582eb5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:10.415181 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc41456f-0522-479d-989b-61381e087cf4 req-e140ec9f-5b33-469c-9f0c-927582eb5ee7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3086712
Jan 26 11:54:10.466651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-785eccbf-c3d9-4d3a-beba-7c33cabb2c93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:10.468333 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-785eccbf-c3d9-4d3a-beba-7c33cabb2c93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.2524438
Jan 26 11:54:10.702437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0ac6d-5637-4576-9b63-9b15bc3634a2 req-5d0c491b-a57f-41e9-8f3e-d19ed30f620c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:10.704111 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-21c0ac6d-5637-4576-9b63-9b15bc3634a2 req-5d0c491b-a57f-41e9-8f3e-d19ed30f620c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 944 time: 0.1560502
Jan 26 11:54:10.704301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Deleting port 72f5061e-f9f7-458e-9c61-23c3367ac16c {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:54:10.704579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:10.767729 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-21c0ac6d-5637-4576-9b63-9b15bc3634a2 req-1b0200f6-7dcb-45c8-a4e4-f8f6dd7d4c81 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559630
Jan 26 11:54:10.790400 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8970e7e7-d419-41c9-b281-c1e149379952 req-ebb3e94c-66f4-4ff8-81e6-ada6d0197731 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3740730
Jan 26 11:54:10.861694 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc41456f-0522-479d-989b-61381e087cf4 req-ce81d041-0ace-4a23-b6e2-a373566270b7 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772621
Jan 26 11:54:11.212166 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fc41456f-0522-479d-989b-61381e087cf4 req-c69cea57-c045-41e6-8e99-0c971fc070ee service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3028657
Jan 26 11:54:11.252345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] For port 72f5061e-f9f7-458e-9c61-23c3367ac16c, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72f5061e-f9f7-458e-9c61-23c3367ac16c,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:11.253081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:11.432083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad9991-a5f1-443c-8458-99fd819df941 req-2066e67d-4683-44c8-8e51-8e18421a73a2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:11.433849 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-70ad9991-a5f1-443c-8458-99fd819df941 req-2066e67d-4683-44c8-8e51-8e18421a73a2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 946 time: 0.1380618
Jan 26 11:54:11.529937 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-70ad9991-a5f1-443c-8458-99fd819df941 req-5552d10c-a5bc-47c6-97b7-4c3561f3268a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0893507
Jan 26 11:54:11.560908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-ea13c00d-9e81-44d7-bf9c-0fdd67fec59a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:54:11.661173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:11.661822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:11.662334 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Floating IP dde4d089-76e2-4a3a-90ce-0a64ee1221ba disassociated. External IP: 172.27.2.118, port: 72f5061e-f9f7-458e-9c61-23c3367ac16c.
Jan 26 11:54:11.662824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Calling delete_port for 72f5061e-f9f7-458e-9c61-23c3367ac16c owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:54:11.966569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:11.991705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:12.070348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event deleted for resources: {'Port': ['ID=72f5061e-f9f7-458e-9c61-23c3367ac16c,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:12.072890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device e36c6db7-8dc9-40b5-b139-55a5bd501ef8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:54:12.086790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.086790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.086790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.086790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.086790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.086790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.086790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.087808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.087949 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.088436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.088944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.089431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.090013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.090486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.090939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.091412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.091965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.092340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.092802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.093382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.094017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.094491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.094962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.095463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:12.100696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:12.178376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91ac6f-9799-4bfb-be07-85fc6d100b5b req-5742b385-030f-4906-b95a-b4b46e8d1662 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:12.180198 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-da91ac6f-9799-4bfb-be07-85fc6d100b5b req-5742b385-030f-4906-b95a-b4b46e8d1662 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1676247
Jan 26 11:54:12.207616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:54:12.214034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:54:12.214555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:12.270477 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-da91ac6f-9799-4bfb-be07-85fc6d100b5b req-76356fff-4d7f-4606-b100-961e989a5d1d tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820444
Jan 26 11:54:12.399945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:12.434652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:12.446623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:12.501460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:12.506887 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'code': 200}
Jan 26 11:54:12.507435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:12.513116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac02e08-94e5-4c95-b3d9-d2ec0290783e req-9eac7d33-fad1-4a2e-b125-9d8cf719b026 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:12.514976 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dac02e08-94e5-4c95-b3d9-d2ec0290783e req-9eac7d33-fad1-4a2e-b125-9d8cf719b026 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 944 time: 0.5982490
Jan 26 11:54:12.558182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 72f5061e-f9f7-458e-9c61-23c3367ac16c no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:54:12.637611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] No Port match for: 72f5061e-f9f7-458e-9c61-23c3367ac16c {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:54:12.638081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 72f5061e-f9f7-458e-9c61-23c3367ac16c not bound to the agent host hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:54:12.684764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:12.698978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:12.778815 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dac02e08-94e5-4c95-b3d9-d2ec0290783e req-a7254394-4b47-429a-8337-857cbfbdbca2 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528791
Jan 26 11:54:12.830571 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-527b70b1-e440-4dd8-b410-49aa4e45deed req-8bfd2d48-11f6-439d-bc6a-3ffb4cc28df3 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 210 time: 0.0767903
Jan 26 11:54:12.855761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:54:13.103795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fb17a-170f-4ed1-80fb-c3c08d42980d req-acb2a34a-d816-4122-8f5c-c8bc611f6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:13.105489 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0fb17a-170f-4ed1-80fb-c3c08d42980d req-acb2a34a-d816-4122-8f5c-c8bc611f6ce6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1163 time: 0.2525585
Jan 26 11:54:13.176623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:54:13.189655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:54:13.202624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:13.203683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f07e2828>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:13.223617 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b0fb17a-170f-4ed1-80fb-c3c08d42980d req-adfd09e1-0756-4c4f-8fe4-bcf974906954 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034558
Jan 26 11:54:13.223617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] No DVR routers for this DVR port 72f5061e-f9f7-458e-9c61-23c3367ac16c on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:54:13.225340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:13.229717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'name': 'network-vif-deleted', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:13.279055 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6dcb0147-0e3d-4640-9414-152a05f0d549 req-288d843e-71c3-4fa4-8c6f-c16332251b5a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "DELETE /v2.0/ports/72f5061e-f9f7-458e-9c61-23c3367ac16c HTTP/1.1" status: 204  len: 173 time: 2.7719331
Jan 26 11:54:13.295995 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca9266-bd51-4c54-99ef-c8b1b54b2caa', 'name': 'network-vif-deleted', 'tag': '72f5061e-f9f7-458e-9c61-23c3367ac16c', 'status': 'completed', 'code': 200}
Jan 26 11:54:13.619705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device e36c6db7-8dc9-40b5-b139-55a5bd501ef8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:54:13.716713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:13.939916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:54:13.940439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:14.110815 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-e7164560-6c45-4ac4-ad2c-477e0416aab2 req-fda9a4fe-ceee-415d-98c8-d6a7b27e4ee0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:54:14.169275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-e7164560-6c45-4ac4-ad2c-477e0416aab2 req-fda9a4fe-ceee-415d-98c8-d6a7b27e4ee0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:54:14.171513 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e7164560-6c45-4ac4-ad2c-477e0416aab2 req-fda9a4fe-ceee-415d-98c8-d6a7b27e4ee0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=a2ca9266-bd51-4c54-99ef-c8b1b54b2caa HTTP/1.1" status: 200  len: 210 time: 0.1331239
Jan 26 11:54:14.200150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ea54a-b6b2-44f2-983b-cc80554be02f req-5847a377-2768-40f4-8f59-797641b65d88 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:14.207968 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9c6ea54a-b6b2-44f2-983b-cc80554be02f req-5847a377-2768-40f4-8f59-797641b65d88 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.2084486
Jan 26 11:54:14.290186 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9c6ea54a-b6b2-44f2-983b-cc80554be02f req-e41290cb-bf79-43d4-bde9-ed95fd6f00c4 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786850
Jan 26 11:54:14.338449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f07e2828>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:14.343319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:54:14.356280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:14.357091 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f07e2828>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:53:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:14.567943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:14.963661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f07e2828>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:14.970240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6397e29-2950-4fe4-b32e-8f056c4bbc69 None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:54:15.121008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-013cf3a3-ac22-438a-8b01-4c74c0926c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:15.466377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0ad573-76b8-4e64-9079-d34bffe67e9a None None] New status for floating IP dde4d089-76e2-4a3a-90ce-0a64ee1221ba: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:54:15.678008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a18cc-8de0-4cdb-b4ba-0878b524caa8 req-bc7db47b-4a93-438d-8dec-e76120a645be tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:15.681564 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-956a18cc-8de0-4cdb-b4ba-0878b524caa8 req-bc7db47b-4a93-438d-8dec-e76120a645be tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1995449
Jan 26 11:54:15.763579 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-956a18cc-8de0-4cdb-b4ba-0878b524caa8 req-8eeda566-a52c-48e9-8b5a-1d3f40216e17 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761030
Jan 26 11:54:15.768766 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-c2aafa83-a5d4-40d7-a691-be6c136bbcda tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2115700364&fields=id&tenant_id=99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 267 time: 0.0968571
Jan 26 11:54:16.064789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-269812d3-a43a-4a14-a89f-4420ec717403 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:16.066814 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-269812d3-a43a-4a14-a89f-4420ec717403 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 810 time: 0.2828007
Jan 26 11:54:16.077944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d2344-0881-423c-9f74-61229a3c2010 req-a98cc630-f59a-4251-8367-01e1fddf1812 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:16.079561 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6a4d2344-0881-423c-9f74-61229a3c2010 req-a98cc630-f59a-4251-8367-01e1fddf1812 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1748776
Jan 26 11:54:16.089477 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-32adad53-3784-40bc-b30f-ac3d2e3605ea tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/quotas/99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 375 time: 0.0150104
Jan 26 11:54:16.172778 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6a4d2344-0881-423c-9f74-61229a3c2010 req-47074e47-ba81-4446-9401-24776bbdbd63 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749948
Jan 26 11:54:16.290898 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-abf1b445-2abd-4af0-a1e0-cba21d349adc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1953485
Jan 26 11:54:16.491723 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-27c4e4b1-41db-4fdc-ab23-1dcaced66a99 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807656
Jan 26 11:54:16.714677 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-a0a4101d-1246-4f32-9443-0c92411d4804 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2156639
Jan 26 11:54:16.844656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95921-57bf-4e92-a138-5e7a1ba53358 req-7ad885a9-35b0-4fba-8b92-a5e835c20ee9 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:16.846456 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bda95921-57bf-4e92-a138-5e7a1ba53358 req-7ad885a9-35b0-4fba-8b92-a5e835c20ee9 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1547074
Jan 26 11:54:16.923301 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bda95921-57bf-4e92-a138-5e7a1ba53358 req-669a9350-da2d-44f2-8257-63304f73d027 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695231
Jan 26 11:54:17.414555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0027ed1d-0eb4-4ed6-ad10-d168cac252ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:17.513795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b8a0ff0-147c-4ecb-825e-cfb97cf20cea req-1ce1812f-0060-4621-b209-f3acf6585133 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 210 time: 0.0647695
Jan 26 11:54:18.155344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:18.732892 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-49801394-bbe4-486f-b5b3-f298814f3290 req-2b53dbe3-c13a-42cf-8e2b-7713ca5fbf72 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 210 time: 0.0598826
Jan 26 11:54:18.847705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:19.591931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:19.695412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-c546cfb9-5d6c-4a07-8b8b-76be54f9b9c6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:19.698748 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-c546cfb9-5d6c-4a07-8b8b-76be54f9b9c6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 810 time: 0.3219621
Jan 26 11:54:19.897822 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c61111e-a8ed-4f58-9b62-024b6c89ae0a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 5765 time: 0.1509280
Jan 26 11:54:19.935582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'port': {'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'admin_state_up': True, 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'security_groups': ['cd7a2662-5105-49e1-86a1-64163802bdea']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:20.154074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:54:20.176086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:54:20.235660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Made reservation on behalf of 99199b371a9449cabe22dffd65eaf0c6 for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:54:20.263126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:20.470031 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-55589832-1cfb-4d8a-be50-0839fc665d7d req-db66192c-4dd3-427f-8379-72c328c7ea8e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 210 time: 0.0852523
Jan 26 11:54:20.700095 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-94009fd0-e0e5-45c0-a3e4-79f59bc04f8f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2353830
Jan 26 11:54:20.849532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Allocated IP 172.20.0.13 (d65e3f05-37f3-42f6-8372-7a3820b8681e/0edfd81a-e75a-4d62-8afe-25fb5254ed6f/4eda3cba-f538-47e6-8862-063ceecd2342) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:54:20.891825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-d9df0996-584e-4c54-9781-72b2574a07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:20.894189 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-d9df0996-584e-4c54-9781-72b2574a07f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0d44817afceb42e894e4acc5dfcf5515&device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 1163 time: 0.1463728
Jan 26 11:54:21.220289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-d7b640fb-091b-4fe8-b70e-a6dee2cfc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:21.222025 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-d7b640fb-091b-4fe8-b70e-a6dee2cfc122 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 200  len: 911 time: 0.3004289
Jan 26 11:54:21.227731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:21.329109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Transition to ACTIVE for port object 4eda3cba-f538-47e6-8862-063ceecd2342 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:54:21.369942 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-3832b4d7-74c6-4851-86eb-8bd885605b9e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 200  len: 1002 time: 0.1373298
Jan 26 11:54:21.456037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-67c43d71-6647-4f3e-800f-e95824597111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:21.461622 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-67c43d71-6647-4f3e-800f-e95824597111 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 200  len: 856 time: 0.0812688
Jan 26 11:54:21.524740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:21.559024 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f89f47b2-f938-41f9-9e2a-60d706b2e5a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:22.032004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=4eda3cba-f538-47e6-8862-063ceecd2342,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:22.048553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:22.101742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-506335bf-ed06-47b5-84cf-6769a223a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:22.103464 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-506335bf-ed06-47b5-84cf-6769a223a472 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1fe33118-a86a-4ed1-82b2-6e168e45a220&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6363187
Jan 26 11:54:22.219363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43eff1-ffc3-4924-8b7c-8a0c7bf8dcb7 req-c8cbbb6f-38b9-4074-b8c3-70153dcdd6e1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:22.221002 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eb43eff1-ffc3-4924-8b7c-8a0c7bf8dcb7 req-c8cbbb6f-38b9-4074-b8c3-70153dcdd6e1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 932 time: 0.3578699
Jan 26 11:54:22.227841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Network d65e3f05-37f3-42f6-8372-7a3820b8681e is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:54:22.276883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:54:22.300767 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:54:22.424022 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eb43eff1-ffc3-4924-8b7c-8a0c7bf8dcb7 req-0568c918-9099-4cb3-93b9-ec404fe3ec1e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1485517
Jan 26 11:54:22.461614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:22.462358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:22.501003 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-e14e007e-10aa-4217-a0c2-e021fc375912 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3885303
Jan 26 11:54:22.551563 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-1c577e99-7e0b-4fe1-b583-0e8f3ac164c1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6233013
Jan 26 11:54:22.630481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Request body: {'port': {'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:22.647843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e97dcc0a-15ac-4092-b9f2-355d6ac4c244 None None] Provisioning for port 4eda3cba-f538-47e6-8862-063ceecd2342 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:54:22.658423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e97dcc0a-15ac-4092-b9f2-355d6ac4c244 None None] Provisioning complete for port 4eda3cba-f538-47e6-8862-063ceecd2342 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:54:22.659918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e97dcc0a-15ac-4092-b9f2-355d6ac4c244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:22.736480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e97dcc0a-15ac-4092-b9f2-355d6ac4c244 None None] Port 4eda3cba-f538-47e6-8862-063ceecd2342 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:54:22.783883 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d316eaa1-4cb1-4d0b-b4ee-8f82ab1cd4b4 req-b196c6ac-8f76-4953-b2a3-0766782d1139 service neutron] 10.222.0.81 "GET /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2748821
Jan 26 11:54:22.807339 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:23.391052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eda3cba-f538-47e6-8862-063ceecd2342 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:54:23.401852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:23.421255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Transition to ACTIVE for port object 4eda3cba-f538-47e6-8862-063ceecd2342 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:54:23.427114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:23.454499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:23.474986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:23.647944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4eda3cba-f538-47e6-8862-063ceecd2342,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:23.658863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:23.773105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49995546-9bbb-47b5-af8c-3184f0087fb8 req-8c31ee75-1c50-478a-b5bb-107f9fe243ab tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:23.788536 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-49995546-9bbb-47b5-af8c-3184f0087fb8 req-8c31ee75-1c50-478a-b5bb-107f9fe243ab tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1946549
Jan 26 11:54:23.874819 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-49995546-9bbb-47b5-af8c-3184f0087fb8 req-2c0d3688-b1e1-4c17-a457-15a0a7f91e5b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0844586
Jan 26 11:54:23.998532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Attempting to bind port 4eda3cba-f538-47e6-8862-063ceecd2342 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:54:23.999106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Attempting to bind port 4eda3cba-f538-47e6-8862-063ceecd2342 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:54:23.999687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Attempting to bind port 4eda3cba-f538-47e6-8862-063ceecd2342 on network d65e3f05-37f3-42f6-8372-7a3820b8681e {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:54:24.008725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:54:24.009041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Checking segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:54:24.009466 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:24.009900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Bound using segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:54:24.010394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Bound port: 4eda3cba-f538-47e6-8862-063ceecd2342, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:54:24.010784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:24.118398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] For port 4eda3cba-f538-47e6-8862-063ceecd2342, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:54:24.123018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] For port 4eda3cba-f538-47e6-8862-063ceecd2342, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4eda3cba-f538-47e6-8862-063ceecd2342,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:54:24.158573 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:24.175092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9773d113-ea57-4a66-8904-447efd026d2a tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:24.337363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4eda3cba-f538-47e6-8862-063ceecd2342,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:24.341050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:24.382434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:24.383146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:24.384910 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] 10.222.0.81 "PUT /v2.0/ports/4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 1158 time: 1.7647779
Jan 26 11:54:24.385481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:24.520726 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342', 'status': 'completed', 'code': 200}
Jan 26 11:54:24.585424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-d75926d7-5ffb-4b5d-b90f-2581743b4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:24.588250 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-d75926d7-5ffb-4b5d-b90f-2581743b4919 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1161 time: 0.1166456
Jan 26 11:54:24.683448 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-ca8c7b15-6377-454a-9e30-49495011b123 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 217 time: 0.0742610
Jan 26 11:54:24.770569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-34d83ee4-b54a-4fc4-b2f3-fb811cafafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:24.772271 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-34d83ee4-b54a-4fc4-b2f3-fb811cafafb3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.0749497
Jan 26 11:54:24.882366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-28d6c48b-f7c3-4687-8538-d6a7718aee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:24.884080 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-28d6c48b-f7c3-4687-8538-d6a7718aee13 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1040504
Jan 26 11:54:25.108901 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-fff1c4b7-0d5a-4676-8329-e1246e2b46c5 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945045
Jan 26 11:54:25.251701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccc747-c208-4c6c-9566-c287aa915a6f req-a591eb78-bffe-4152-9731-26c6e9b81332 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:25.253395 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-abccc747-c208-4c6c-9566-c287aa915a6f req-a591eb78-bffe-4152-9731-26c6e9b81332 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1842995
Jan 26 11:54:25.319346 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9245bb7b-916b-45a3-95fc-fd450ee5da86 req-dbe83c77-b6e3-459b-968e-2a29b5f6b9e3 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2036669
Jan 26 11:54:25.334147 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-abccc747-c208-4c6c-9566-c287aa915a6f req-ed7d74a8-974b-46a0-8ef6-2fc6c65a02d7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0737453
Jan 26 11:54:25.557259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-89338673-b87d-4e88-8c06-80c7599ef2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:25.559053 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-89338673-b87d-4e88-8c06-80c7599ef2c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1161 time: 0.0933039
Jan 26 11:54:25.735460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-4cd06e17-6320-49cd-9868-685ea3879aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:25.737189 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-4cd06e17-6320-49cd-9868-685ea3879aee service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.1618841
Jan 26 11:54:25.825225 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-13acd760-6648-4e1f-834a-25fc7395da2b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 217 time: 0.0789316
Jan 26 11:54:25.902677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-6c6da635-6e4b-4b93-8988-38f55158a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:25.904475 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-6c6da635-6e4b-4b93-8988-38f55158a11b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.0714636
Jan 26 11:54:25.997870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-e967133f-a662-405d-ae86-0f7e9e15b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:25.999815 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-e967133f-a662-405d-ae86-0f7e9e15b0fe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839505
Jan 26 11:54:26.165152 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-9fcd42f7-58d0-4672-90f9-6e015de7101b service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578851
Jan 26 11:54:26.327340 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5cc15dd0-08df-4e74-87e9-1bd391516966 req-8e79ff9e-a3ea-4a2d-a105-7002b456e9f6 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550756
Jan 26 11:54:26.746119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade53c9-cb4a-4440-8efc-9c49cf51408d req-8b558e61-8134-4e24-9581-1af6c95c7fa7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:26.746858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-2ade53c9-cb4a-4440-8efc-9c49cf51408d req-8b558e61-8134-4e24-9581-1af6c95c7fa7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:54:26.797776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-2ade53c9-cb4a-4440-8efc-9c49cf51408d req-8b558e61-8134-4e24-9581-1af6c95c7fa7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:54:26.799982 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ade53c9-cb4a-4440-8efc-9c49cf51408d req-8b558e61-8134-4e24-9581-1af6c95c7fa7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1853020
Jan 26 11:54:26.862121 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ade53c9-cb4a-4440-8efc-9c49cf51408d req-96c6fe29-a72f-488d-8130-ffe784ff4508 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0550804
Jan 26 11:54:28.076250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:54:28.139355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614e603-187a-4f0c-88ae-73202bbfcceb req-759d07f8-b316-41c0-808a-dac33e525ca1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:28.141795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3614e603-187a-4f0c-88ae-73202bbfcceb req-759d07f8-b316-41c0-808a-dac33e525ca1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1410096
Jan 26 11:54:28.207747 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3614e603-187a-4f0c-88ae-73202bbfcceb req-eeaf6964-d460-4036-8b5b-1338dd2c061d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0576363
Jan 26 11:54:29.493476 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3e8f3-b186-45a0-a42f-b53ff2ee2fd9 req-efbbab77-f0d3-4326-be8e-7bde9182316b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:29.495280 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-16a3e8f3-b186-45a0-a42f-b53ff2ee2fd9 req-efbbab77-f0d3-4326-be8e-7bde9182316b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1403794
Jan 26 11:54:29.574266 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-16a3e8f3-b186-45a0-a42f-b53ff2ee2fd9 req-cba48bc9-5d47-4b47-9228-2f96f47985f9 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0719969
Jan 26 11:54:29.892268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a69e-cfc6-436b-8f34-e30d6f41b7c7 req-ef23a6e4-6862-4359-af0e-d410b91136a3 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:29.894812 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b964a69e-cfc6-436b-8f34-e30d6f41b7c7 req-ef23a6e4-6862-4359-af0e-d410b91136a3 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1345186
Jan 26 11:54:29.953342 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b964a69e-cfc6-436b-8f34-e30d6f41b7c7 req-2e2c0fdc-7998-4ba7-93ae-7858a2b1da5c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522997
Jan 26 11:54:30.425948 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-35858328-b686-43d2-8f94-6d158a87b56b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4150410
Jan 26 11:54:30.436592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:30.450761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:54:30.454966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Usage tracker for resource:floatingip and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:54:30.458636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:54:30.464526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:54:30.511113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for floatingip, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:30.672981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:30.869492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d177d0-f39f-46b5-abcc-d7f42c0a8c06 req-a2866669-df78-4e61-af2c-005c6f22a27d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:30.871278 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8d177d0-f39f-46b5-abcc-d7f42c0a8c06 req-a2866669-df78-4e61-af2c-005c6f22a27d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1468945
Jan 26 11:54:30.944652 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8d177d0-f39f-46b5-abcc-d7f42c0a8c06 req-ee634944-4141-454a-844a-f9e3a6eac984 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0656254
Jan 26 11:54:30.985346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Allocated IP 172.27.2.237 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/12893a34-1624-4db6-9f0d-d467f15669d9) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:54:31.272884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:31.340551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:31.354299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:31.494411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'Port': ['ID=12893a34-1624-4db6-9f0d-d467f15669d9,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:31.499426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:31.557372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:54:31.558561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:54:31.560899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:54:31.652473 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for floatingip, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:31.754802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:32.065825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:32.094088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:32.111700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e8ed2c23-d69b-4c67-9f2c-9d44a9f399cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:32.224702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d420349-9839-4f02-8bd5-f6163bab892f req-31b8764e-c35e-4a5d-9dd0-16e1df00a751 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:32.226483 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7d420349-9839-4f02-8bd5-f6163bab892f req-31b8764e-c35e-4a5d-9dd0-16e1df00a751 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1335897
Jan 26 11:54:32.270099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'Port': ['ID=12893a34-1624-4db6-9f0d-d467f15669d9,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:32.275524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:32.290931 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7d420349-9839-4f02-8bd5-f6163bab892f req-bb64d549-7cb7-498a-8e4a-7e086b165a7d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0530341
Jan 26 11:54:32.375135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:32.435063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:32.436590 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0042868
Jan 26 11:54:32.533144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-55192d66-6365-48a6-953a-9b75e790de06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:floatingip {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:54:32.591194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-55192d66-6365-48a6-953a-9b75e790de06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:floatingip {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:54:32.592693 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-55192d66-6365-48a6-953a-9b75e790de06 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.237 HTTP/1.1" status: 200  len: 696 time: 0.1489308
Jan 26 11:54:32.810694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-9e5396bc-0d14-48b1-8b68-9377a188c4f9 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:32.812296 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-9e5396bc-0d14-48b1-8b68-9377a188c4f9 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2103002
Jan 26 11:54:32.824307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-9e803a3a-1bf1-4931-94d0-2beb7a18eaf2 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:54:32.825389 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-90167f09-7f97-4199-818b-353acaf9b0b4 req-9e803a3a-1bf1-4931-94d0-2beb7a18eaf2 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0063486
Jan 26 11:54:33.142641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-22e3c184-68c6-4f82-b583-532ff54189ff tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:33.144358 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-22e3c184-68c6-4f82-b583-532ff54189ff tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1603034
Jan 26 11:54:33.269135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-fcd50dd0-4315-40e8-9b94-ee5abdfc9362 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.237 HTTP/1.1" status: 200  len: 696 time: 0.1179214
Jan 26 11:54:33.282409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'floatingip': {'port_id': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:33.398691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:33.590589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad2ae8-9829-4ede-b0a8-9242cbcd25bf req-6faf4d23-d313-4071-be12-d31d8dfe9a23 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:33.592373 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3ad2ae8-9829-4ede-b0a8-9242cbcd25bf req-6faf4d23-d313-4071-be12-d31d8dfe9a23 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.1545365
Jan 26 11:54:33.664251 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3ad2ae8-9829-4ede-b0a8-9242cbcd25bf req-d83cb3ce-1e0a-452a-a145-c8ed9e08b2c0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0636680
Jan 26 11:54:34.306738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4eda3cba-f538-47e6-8862-063ceecd2342 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:54:34.309270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:34.345603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:34.418119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 4eda3cba-f538-47e6-8862-063ceecd2342 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:54:34.423404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4eda3cba-f538-47e6-8862-063ceecd2342 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:54:34.423835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:34.542206 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Floating IP add0f912-1f3d-4dc6-9882-fcbb33a5e001 associated. External IP: 172.27.2.237, port: e36c6db7-8dc9-40b5-b139-55a5bd501ef8.
Jan 26 11:54:34.553717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:34.587408 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:34.597612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 4eda3cba-f538-47e6-8862-063ceecd2342, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4eda3cba-f538-47e6-8862-063ceecd2342,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:34.649724 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342', 'code': 200}
Jan 26 11:54:34.650725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:34.653179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ff4b0afc-dea2-4958-b31b-42de3c542a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:34.731792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=4eda3cba-f538-47e6-8862-063ceecd2342,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:34.736275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:34.960572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Router e08296a8-0436-4d91-8b03-91153363a5ad has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:54:34.966861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223dea-2dd0-4120-8608-5931e2a683ee req-dd089f66-aabf-46c2-b674-9eddfbfaa28e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:34.969140 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67223dea-2dd0-4120-8608-5931e2a683ee req-dd089f66-aabf-46c2-b674-9eddfbfaa28e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 946 time: 0.1615248
Jan 26 11:54:35.036013 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67223dea-2dd0-4120-8608-5931e2a683ee req-616964c7-d18a-47c5-a927-d90d2a251a35 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0578878
Jan 26 11:54:35.169865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ae770-d0e9-47d4-8e27-2d6002a8efe4 req-a9a2b488-6ac7-499f-9c23-7ceeb32a1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:35.171927 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c92ae770-d0e9-47d4-8e27-2d6002a8efe4 req-a9a2b488-6ac7-499f-9c23-7ceeb32a1f60 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1163 time: 0.0813150
Jan 26 11:54:35.173224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:54:35.179029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:35.186179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] Sync routers for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:54:35.200301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:35.225964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb6ae80>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:35.241879 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c92ae770-d0e9-47d4-8e27-2d6002a8efe4 req-343aea42-65e3-43c1-aac0-ea29d5287042 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591190
Jan 26 11:54:35.243544 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c1fea526-5c7f-4dd5-b283-59af12d6a297 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "PUT /v2.0/floatingips/add0f912-1f3d-4dc6-9882-fcbb33a5e001 HTTP/1.1" status: 200  len: 997 time: 1.9658818
Jan 26 11:54:35.244128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:35.305316 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'status': 'completed', 'code': 200}
Jan 26 11:54:35.350534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-50b15deb-97e2-4e11-a76e-a7abd18d7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:35.352240 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-50b15deb-97e2-4e11-a76e-a7abd18d7d62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1163 time: 0.0947292
Jan 26 11:54:35.435030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:35.513175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-15dbb5e4-8a6c-4a29-a604-1b31dca081ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:35.514794 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-15dbb5e4-8a6c-4a29-a604-1b31dca081ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.1561141
Jan 26 11:54:35.630777 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-1073808c-b0b3-4c44-bc41-c79970d16def service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 1000 time: 0.1084142
Jan 26 11:54:35.689105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-22b5b573-331f-48b0-a432-77d1cb7fe8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:35.690990 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-22b5b573-331f-48b0-a432-77d1cb7fe8a5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1163 time: 0.0858259
Jan 26 11:54:35.708865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-ff8f5dba-0a21-42da-9afa-fc4dabb92aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:35.710755 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-ff8f5dba-0a21-42da-9afa-fc4dabb92aef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.0731270
Jan 26 11:54:35.798279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c566e213-3762-4ccc-a3d8-8db820ec7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:35.800697 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-c566e213-3762-4ccc-a3d8-8db820ec7028 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821714
Jan 26 11:54:35.825782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4eda3cba-f538-47e6-8862-063ceecd2342 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:54:35.849665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-8e0b12cc-721c-4ff5-9fcd-cadca7091db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:35.851501 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-8e0b12cc-721c-4ff5-9fcd-cadca7091db6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.1526177
Jan 26 11:54:35.978443 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-7db5df2a-dae0-4ecc-a0e7-447700ebacd0 service neutron] 10.222.0.57 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689401
Jan 26 11:54:36.006579 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-7e13cca7-eead-4f2c-8ea6-dabb36356700 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 1000 time: 0.1416748
Jan 26 11:54:36.108134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-4de86595-1370-4a36-8eb7-fcdbbd86000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:36.109770 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-4de86595-1370-4a36-8eb7-fcdbbd86000f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.0867913
Jan 26 11:54:36.154920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb6ae80>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'add0f912-1f3d-4dc6-9882-fcbb33a5e001', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'port_id': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'mac_address': 'fa:16:3e:f6:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:31Z', 'updated_at': '2021-01-26T11:54:34Z', 'revision_number': 1, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:37Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:36.163503 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8ead926d-d8b0-4645-bdf2-f5b6a9828c82 req-984f73cf-49d4-42fa-b440-e69e3fa12032 service neutron] 10.222.0.57 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1768658
Jan 26 11:54:36.165697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] Checking router: e08296a8-0436-4d91-8b03-91153363a5ad for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:54:36.179397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:36.180422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb6ae80>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:36.231413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1988334167', 'description': 'tempest-TestMinimumBasicScenario-1988334167 description'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:36.257339 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:54:36.269123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:54:36.276623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-fe441338-0162-4c66-9050-4319c606f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:36.278321 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-fe441338-0162-4c66-9050-4319c606f2b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1542916
Jan 26 11:54:36.303694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:36.357648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:54:36.376026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Usage tracker for resource:security_group_rule and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:54:36.384640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:54:36.391061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:54:36.404446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 4eda3cba-f538-47e6-8862-063ceecd2342 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:54:36.405196 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:36.479075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:36.487888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:36.526891 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:36.534999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6766ed16-6d8e-4497-ad1f-0ba2b0bbad5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:36.594319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'SecurityGroup': ['ID=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:36.605707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.606140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.606564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.606982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.607538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.607955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.608367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.608776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.609592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.615533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.616482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.616482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:54:36.621825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:36.637937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:36.639735 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bda49c46-2a62-41b5-a151-d492cbf57255 req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4134226
Jan 26 11:54:36.741932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9eb2e-2681-48af-be77-dc25fc1cdad9 req-012bf199-584c-4816-ae8f-9916ee891826 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:36.744070 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-35c9eb2e-2681-48af-be77-dc25fc1cdad9 req-012bf199-584c-4816-ae8f-9916ee891826 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 946 time: 0.5439944
Jan 26 11:54:36.791755 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-0c534cc7-560c-4a07-b4fa-53ee68d8df13 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5017633
Jan 26 11:54:36.864482 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-35c9eb2e-2681-48af-be77-dc25fc1cdad9 req-a9677fe8-aecb-4068-b3bb-5426d4c16c49 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1089697
Jan 26 11:54:36.867579 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-5728c2a0-e722-4f03-819a-2d390304e48a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups/be22c0aa-fb7c-478c-95c6-2c0ca7e43b77 HTTP/1.1" status: 200  len: 1814 time: 0.0695772
Jan 26 11:54:36.892713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be22c0aa-fb7c-478c-95c6-2c0ca7e43b77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:36.894079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be22c0aa-fb7c-478c-95c6-2c0ca7e43b77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:36.930846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:54:36.941861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Usage tracker for resource:security_group_rule and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:54:36.945979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:54:36.959158 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:54:36.996767 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4abb9720-b412-4116-8cce-8dfe1be1505d req-1b7f32de-4c93-4a0c-a01c-a76bc3712603 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1925681
Jan 26 11:54:37.001387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb6ae80>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'add0f912-1f3d-4dc6-9882-fcbb33a5e001', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'port_id': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'mac_address': 'fa:16:3e:f6:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:31Z', 'updated_at': '2021-01-26T11:54:34Z', 'revision_number': 1, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:37Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:37.007342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047b7e8-100a-4f05-940a-7cc9bb5d62dd None None] The sync data for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi is: [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'add0f912-1f3d-4dc6-9882-fcbb33a5e001', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'floating_ip_address': '172.27.2.237', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'port_id': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'mac_address': 'fa:16:3e:f6:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:31Z', 'updated_at': '2021-01-26T11:54:34Z', 'revision_number': 1, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:37Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:54:37.054735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.083458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.115079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.117418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:37.146982 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b8a0e4-c4ea-4e5b-9e10-ad5442f6ee2d,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:37.149723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:37.183677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.185128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-614e57af-2ed4-4a7a-8ecc-09f817856913 req-8885bd84-14cd-40bb-843d-c6a6f971f49e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2969611
Jan 26 11:54:37.282021 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-c7ae34c6-fa12-40e4-82ee-8a67f9ee5153 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups/be22c0aa-fb7c-478c-95c6-2c0ca7e43b77 HTTP/1.1" status: 200  len: 2407 time: 0.0623357
Jan 26 11:54:37.292911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be22c0aa-fb7c-478c-95c6-2c0ca7e43b77', 'remote_group_id': None}]} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:37.293374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be22c0aa-fb7c-478c-95c6-2c0ca7e43b77', 'remote_group_id': None}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:37.308873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:54:37.317365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Usage tracker for resource:security_group_rule and tenant:78e97e882b25408ab0d3307d2faa4ea1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:54:37.320754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:54:37.326977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:54:37.352782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd621e-65a4-49d5-826e-651966a49488 None None] New status for floating IP add0f912-1f3d-4dc6-9882-fcbb33a5e001: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:54:37.422281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.451545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.482446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.484711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-06bac6cd-0cc9-400c-af54-445b5326995e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:37.510907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4baa091-28dc-4fcd-a661-0fb29d04bc69,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:37.515123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:37.580047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:37.581456 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-039869a5-2dbe-481b-bfa3-c8b44c90da9b req-ed89b033-5554-4cb9-b782-efe22cc4341d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2933147
Jan 26 11:54:37.765011 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-0320cd2b-edf8-4811-948a-d13394aee36b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1988334167&fields=id&tenant_id=78e97e882b25408ab0d3307d2faa4ea1 HTTP/1.1" status: 200  len: 267 time: 0.0530159
Jan 26 11:54:37.927741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-3286f2cd-0ff5-4a5f-96bb-08cb180fe450 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:37.930753 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-3286f2cd-0ff5-4a5f-96bb-08cb180fe450 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1572137
Jan 26 11:54:37.949365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'port': {'security_groups': ['575197ca-d484-4d72-9da6-4a998e7dcf2c', 'be22c0aa-fb7c-478c-95c6-2c0ca7e43b77']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:38.139376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:38.192939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad3efd-5ad3-46c1-8822-b3aadb8848ff req-d3994b20-4942-447a-b1ce-a9115e0dc4c5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:38.194641 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6bad3efd-5ad3-46c1-8822-b3aadb8848ff req-d3994b20-4942-447a-b1ce-a9115e0dc4c5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 946 time: 0.1389048
Jan 26 11:54:38.258799 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6bad3efd-5ad3-46c1-8822-b3aadb8848ff req-721b77d1-0b67-4585-bc40-4964dd8f176f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0573196
Jan 26 11:54:38.494035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] For port e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:38.515471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6fa63-18a8-4b8f-86cd-ff53e9463307 req-351e269f-7092-4510-b9e3-99b9b57be801 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:38.517212 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-54c6fa63-18a8-4b8f-86cd-ff53e9463307 req-351e269f-7092-4510-b9e3-99b9b57be801 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 946 time: 0.1281071
Jan 26 11:54:38.527938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:38.574463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:38.576056 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-54c6fa63-18a8-4b8f-86cd-ff53e9463307 req-56a8a1c2-12ca-4fbb-b1c2-ad4ca19d28a5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0516744
Jan 26 11:54:38.591186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9c45e8da-8a02-4e6a-a7c5-6de093cbd130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:38.764659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:38.770427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:38.842833 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-925ad855-95bd-4195-8c76-006954ec23af tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2107859
Jan 26 11:54:38.853791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:38.866827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:38.867684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:38.869324 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1fbf5340-5c29-4bf1-ae75-d1f346a3d9d5 req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "PUT /v2.0/ports/e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 982 time: 0.9302473
Jan 26 11:54:38.869933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:38.874445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:54:38.890116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:54:38.955882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:39.023794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-ce3eba42-7020-408f-875b-82922df69a4e None None] Provisioning complete for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:54:39.024217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ce3eba42-7020-408f-875b-82922df69a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:39.126511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:39.134437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794da3b-50b8-483d-8a65-884d0f00837c req-77c82ee8-719b-409a-9594-f6a280765f0b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:39.136231 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0794da3b-50b8-483d-8a65-884d0f00837c req-77c82ee8-719b-409a-9594-f6a280765f0b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1407864
Jan 26 11:54:39.217745 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0794da3b-50b8-483d-8a65-884d0f00837c req-3207ae46-5456-4ea1-869a-69d28c38f24f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0734286
Jan 26 11:54:39.304885 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'status': 'completed', 'code': 200}
Jan 26 11:54:39.436580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-39574fe2-4bf4-49dd-89ce-7318d32757a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:39.438322 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-39574fe2-4bf4-49dd-89ce-7318d32757a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1203 time: 0.0809448
Jan 26 11:54:39.626694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-8e00210f-40ec-42e7-8493-1c092172e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:39.630114 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-8e00210f-40ec-42e7-8493-1c092172e086 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.1845684
Jan 26 11:54:39.661855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Allocated IP 172.27.2.2 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/54ce38f5-2293-4c9d-b4f6-53629d877d49) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:54:39.759785 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-92d0491f-a8bb-4bb8-b909-ddebbf83f1bb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 1002 time: 0.1221585
Jan 26 11:54:39.830383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:39.840908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-baa94d5a-4079-420d-b053-3d325c3bbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:39.842628 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-baa94d5a-4079-420d-b053-3d325c3bbf2c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.0756018
Jan 26 11:54:39.898132 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:39.945992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-065aac34-0346-4383-a919-a88df833815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:39.947741 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-065aac34-0346-4383-a919-a88df833815b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979850
Jan 26 11:54:39.950334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:40.048363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device e36c6db7-8dc9-40b5-b139-55a5bd501ef8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:54:40.115982 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-58be7c9b-f614-4e53-ac48-146b1b1d39d0 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600857
Jan 26 11:54:40.126870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=54ce38f5-2293-4c9d-b4f6-53629d877d49,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:40.130936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:40.132866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:54:40.133625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:40.171656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:54:40.172898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:54:40.177260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:54:40.290326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:40.317129 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b307c85-99d0-42cb-90c2-cd778b86f5e4 req-3759e343-6de4-49ae-9d0f-c1f104f4a34d service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1951210
Jan 26 11:54:40.407365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:40.707894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:40.743270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:40.760101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2feb3fc6-7bdd-4c45-96f7-10a68c71077d tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:40.900611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=54ce38f5-2293-4c9d-b4f6-53629d877d49,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:40.911386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:41.017244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:41.082925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:41.084696 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 2.2353923
Jan 26 11:54:41.182002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-cecde8a6-44cd-4c48-81b9-d606eb423cb5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:54:41.242867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-cecde8a6-44cd-4c48-81b9-d606eb423cb5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:54:41.244202 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-cecde8a6-44cd-4c48-81b9-d606eb423cb5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 694 time: 0.1520028
Jan 26 11:54:41.451356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-477e43af-bfef-4385-90c2-cb38580f2773 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:41.452917 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fb599342-0b62-46f0-a8e9-cf1d58289096 req-477e43af-bfef-4385-90c2-cb38580f2773 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2025840
Jan 26 11:54:41.703378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-23ad0f8a-579f-4bf2-8d4e-911e9f6ede12 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:41.705144 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-23ad0f8a-579f-4bf2-8d4e-911e9f6ede12 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1363928
Jan 26 11:54:41.814517 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-b87f4aa1-defb-4009-ac32-d12d90e9441a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 694 time: 0.1012785
Jan 26 11:54:41.825593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'floatingip': {'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:54:41.924347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:42.668416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae0325-1005-4926-9901-4282ed17af29 req-d4d80420-217e-4bc9-8ada-75f5eed0b83e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:42.670142 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f6ae0325-1005-4926-9901-4282ed17af29 req-d4d80420-217e-4bc9-8ada-75f5eed0b83e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.1452491
Jan 26 11:54:42.733117 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f6ae0325-1005-4926-9901-4282ed17af29 req-08cd7eb8-955c-4010-a0de-435bdc402e55 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550678
Jan 26 11:54:42.840448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:42.874996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:43.066839 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Floating IP 075b5bb5-495b-492a-a593-cc5ec68c0582 associated. External IP: 172.27.2.2, port: 4eda3cba-f538-47e6-8862-063ceecd2342.
Jan 26 11:54:43.458790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:54:43.665046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:54:43.671333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:43.677193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:54:43.688375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:43.689105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb37cf8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:43.734346 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-65a10dc3-58d6-4ecf-a35f-8d003f3253cb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "PUT /v2.0/floatingips/075b5bb5-495b-492a-a593-cc5ec68c0582 HTTP/1.1" status: 200  len: 995 time: 1.9132831
Jan 26 11:54:43.734858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:43.807478 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342', 'status': 'completed', 'code': 200}
Jan 26 11:54:43.849026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-27afb4c5-8065-4e85-874b-96497f7133b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:43.851186 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-27afb4c5-8065-4e85-874b-96497f7133b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1163 time: 0.0994964
Jan 26 11:54:43.903054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:44.102128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-e5f347eb-e311-439f-9da8-603ec2747107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:44.103831 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-e5f347eb-e311-439f-9da8-603ec2747107 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1163 time: 0.2518702
Jan 26 11:54:44.113305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-1cc422df-fd4d-438b-8f62-22da143679a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:44.114931 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-1cc422df-fd4d-438b-8f62-22da143679a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.2249742
Jan 26 11:54:44.119602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36818f-22e5-4298-aad4-96b7b489fd58 req-b4ae91c1-d3a3-4d36-8c09-ffb91d519c07 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:44.121321 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1c36818f-22e5-4298-aad4-96b7b489fd58 req-b4ae91c1-d3a3-4d36-8c09-ffb91d519c07 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.1382620
Jan 26 11:54:44.192429 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1c36818f-22e5-4298-aad4-96b7b489fd58 req-1cdcfde5-6daa-4aac-a98a-8022506eaf3c tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645061
Jan 26 11:54:44.366697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb37cf8>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:42Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:44.371057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:54:44.374844 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-fde7ec4c-98a2-4344-843d-29cb5865620c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 998 time: 0.2350459
Jan 26 11:54:44.384003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:44.384786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb37cf8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:44.457938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-fc49d56e-8d29-44c7-b1cf-729e280cf884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:44.459883 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-fc49d56e-8d29-44c7-b1cf-729e280cf884 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.3484197
Jan 26 11:54:44.484613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-94979ddb-7eb4-4d2c-a565-03c9f8b2a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:44.486350 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-94979ddb-7eb4-4d2c-a565-03c9f8b2a0e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1020241
Jan 26 11:54:44.677442 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-8fb93b4f-c621-4aba-b0e4-00081d8e5b8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 998 time: 0.1839643
Jan 26 11:54:44.687956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-2179f072-d298-4095-9b95-f50abb186a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:44.689661 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-2179f072-d298-4095-9b95-f50abb186a58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1948094
Jan 26 11:54:44.739399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-603b2dca-9042-4c03-bd51-fcdb225803f1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:54:44.740511 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-603b2dca-9042-4c03-bd51-fcdb225803f1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0068872
Jan 26 11:54:44.776012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:44.910426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-1cdd2f05-4e5d-41c5-8302-b9bad9666170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:44.911796 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-1cdd2f05-4e5d-41c5-8302-b9bad9666170 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.2197995
Jan 26 11:54:45.047832 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-58725b73-931d-4a4f-8898-254bfdfabe91 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2992470
Jan 26 11:54:45.136372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-87c67ba8-3542-4ed8-8bd4-bed2ca022924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:45.212034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb37cf8>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:42Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:45.217018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b864708-8e0f-4fcf-be1e-818cd59d7284 None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:42Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:54:45.464697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d76089-7054-4c8d-932a-71a22378ed1a req-e7fc9b10-3700-4996-b743-123ada381a05 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:45.466363 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-61d76089-7054-4c8d-932a-71a22378ed1a req-e7fc9b10-3700-4996-b743-123ada381a05 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.5986164
Jan 26 11:54:45.483992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350f87f-a14d-470a-9f00-bad176b453bf req-df57a9fc-9755-4c14-b708-def60ad95669 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:45.485866 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f350f87f-a14d-470a-9f00-bad176b453bf req-df57a9fc-9755-4c14-b708-def60ad95669 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 945 time: 0.1375227
Jan 26 11:54:45.564697 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f350f87f-a14d-470a-9f00-bad176b453bf req-c0ce78b7-a2a8-440b-bc67-2827e4d3d73e tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717881
Jan 26 11:54:45.569688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Deleting port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:54:45.571658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:45.597793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3abd4-8642-47aa-a7f7-8087c1efb2e8 None None] New status for floating IP 075b5bb5-495b-492a-a593-cc5ec68c0582: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:54:45.607833 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-a5927a4c-3232-4840-a681-28a2a1de1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:45.609500 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-a5927a4c-3232-4840-a681-28a2a1de1e6d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6790938
Jan 26 11:54:45.719998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:54:45.837481 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a4a66b0-cf24-4d28-a943-0ecc906e28cb req-8f35c67e-4f7e-4fbe-baf5-e5be056a7c9c service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7788541
Jan 26 11:54:45.861032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:45.894632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:45.917066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:45.955145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:45.959352 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:46.004045 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'code': 200}
Jan 26 11:54:46.019129 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-6539231a-6085-406a-97dc-17b2a56f6c88 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3881850
Jan 26 11:54:46.040070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:46.043693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:46.201294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] For port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:46.201977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:46.321229 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e6eb3ac4-6fd3-49a8-9c96-2090b8d3d252 req-14c73a68-b357-4662-9b6f-289dc1c0f733 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2953901
Jan 26 11:54:46.562279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:46.562708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:46.563072 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Floating IP ca9b75a4-4902-4233-a909-22733eadef47 disassociated. External IP: 172.27.2.167, port: 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8.
Jan 26 11:54:46.563467 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Calling delete_port for 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:54:46.681678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:54:46.682074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:54:46.836717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcafd73-2076-41d3-98e0-19480c4c9695 req-4a0e697f-f377-4df0-80e8-41c1d986f270 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:46.838568 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0bcafd73-2076-41d3-98e0-19480c4c9695 req-4a0e697f-f377-4df0-80e8-41c1d986f270 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 943 time: 0.1378210
Jan 26 11:54:46.907341 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0bcafd73-2076-41d3-98e0-19480c4c9695 req-404ac86e-1d60-4d59-8560-71226f5a37b5 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups?id=3a961e0e-bffc-4c14-8ab8-c3b90773409e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620203
Jan 26 11:54:47.183003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Deleting port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:54:47.183321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:47.406620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e55a4c73-77f9-4a5d-95cb-8feafc1695b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:47.469325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] For port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:47.469676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:47.808221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:47.808639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:47.808998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Floating IP ca9b75a4-4902-4233-a909-22733eadef47 disassociated. External IP: 172.27.2.167, port: 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8.
Jan 26 11:54:47.809396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Calling delete_port for 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:54:48.008590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:48.024461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:48.085760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event deleted for resources: {'Port': ['ID=2dd3eb24-b2b0-4781-a04d-8c0274a54fe8,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:48.089916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:48.108674 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-86a70be5-1197-438c-9625-5a179424532a req-bcb1438e-5b0e-4994-850e-2448facc6251 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 210 time: 0.0548508
Jan 26 11:54:48.162253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:48.409779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:54:48.640905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:54:48.657085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] Sync routers for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:54:48.670853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:48.672326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef839940>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:48.688762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] No DVR routers for this DVR port 2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:54:48.691318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:48.694575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'name': 'network-vif-deleted', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:48.743652 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-61d76089-7054-4c8d-932a-71a22378ed1a req-36cb67ff-57c1-4938-b64c-de4b8dbcade6 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.81 "DELETE /v2.0/ports/2dd3eb24-b2b0-4781-a04d-8c0274a54fe8 HTTP/1.1" status: 204  len: 173 time: 3.2653818
Jan 26 11:54:48.769946 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbf6887-886b-47b5-9c4b-58a4d71cf60a', 'name': 'network-vif-deleted', 'tag': '2dd3eb24-b2b0-4781-a04d-8c0274a54fe8', 'status': 'completed', 'code': 200}
Jan 26 11:54:48.886592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:48.902402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:49.297758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef839940>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:49.303795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] Checking router: 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:54:49.314424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:49.315758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef839940>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:49.325242 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-be2a1df7-69d7-4460-9318-fffdead8d56a req-950c58c3-ee3c-4dc4-ac80-5e127fc6e5f2 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/ports?device_id=9cbf6887-886b-47b5-9c4b-58a4d71cf60a HTTP/1.1" status: 200  len: 210 time: 0.0601113
Jan 26 11:54:49.530386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:49.681853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:49.905483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef839940>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:49.912379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082ce71a-a9d8-4efa-a273-bb898994fa4c None None] The sync data for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi is: [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:48:27Z', 'revision_number': 4, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '4cfae216-da3b-4c18-ac20-249415305bc7', 'name': '', 'network_id': '337ebc75-db11-405b-a740-6b54aa04f856', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'mac_address': 'fa:16:3e:5b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:24Z', 'updated_at': '2021-01-26T11:48:43Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'subnets': [{'id': '5dab6835-e1c7-4557-8ec6-090bb80079ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:54:50.409292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa7138a-3169-4657-9293-06ef52a6aa8e None None] New status for floating IP ca9b75a4-4902-4233-a909-22733eadef47: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:54:50.559430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59516) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:54:50.656693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:50.690615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:50.842388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:50.848451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-fcea9b9b-b7b8-4373-9921-1437bf3c1b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:50.865716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a961e0e-bffc-4c14-8ab8-c3b90773409e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:50.868435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:50.911789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:50.914334 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "DELETE /v2.0/security-groups/3a961e0e-bffc-4c14-8ab8-c3b90773409e HTTP/1.1" status: 204  len: 168 time: 0.3535399
Jan 26 11:54:50.916584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59520) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:54:50.948581 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.v2.resource [None req-64046495-007e-4dc1-904a-6c471e746706 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] show failed (client error): The resource could not be found.
Jan 26 11:54:50.949771 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-64046495-007e-4dc1-904a-6c471e746706 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "GET /v2.0/security-groups/3a961e0e-bffc-4c14-8ab8-c3b90773409e HTTP/1.1" status: 404  len: 347 time: 0.0311689
Jan 26 11:54:50.953813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59524) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:54:51.156148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Deleting port a7ef9766-6ecf-4b12-8c00-356a331011da {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:54:51.156585 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:51.366719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:51.367102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:51.509943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Calling delete_port for a7ef9766-6ecf-4b12-8c00-356a331011da owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:54:51.737957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:51.755246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:52.042751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Pushing event deleted for resources: {'Port': ['ID=a7ef9766-6ecf-4b12-8c00-356a331011da,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:52.083140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:52.312750 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb36d69-20c5-40f2-a6b1-e01f83211975 req-b1ae2ced-4a38-44bf-b033-af9124aaf3c8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:52.314405 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3bb36d69-20c5-40f2-a6b1-e01f83211975 req-b1ae2ced-4a38-44bf-b033-af9124aaf3c8 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.2730594
Jan 26 11:54:52.367501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:52.399740 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3bb36d69-20c5-40f2-a6b1-e01f83211975 req-67ef20cb-8364-44c1-a2f8-e63aa1b43495 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733984
Jan 26 11:54:52.404682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:52.406333 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] 10.222.0.57 "DELETE /v2.0/floatingips/ca9b75a4-4902-4233-a909-22733eadef47 HTTP/1.1" status: 204  len: 168 time: 1.4513209
Jan 26 11:54:53.434633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:53.681419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d195b0-86c9-44a5-a707-d58d0ceae4d5 req-f3df8837-43fc-4839-8aed-6fad5e1650ec tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:53.683445 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-92d195b0-86c9-44a5-a707-d58d0ceae4d5 req-f3df8837-43fc-4839-8aed-6fad5e1650ec tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.1309040
Jan 26 11:54:53.807363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device cd618d25-cfe5-4708-941b-4eaac0af48f7 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:54:53.972789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:54.016213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:54.031306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port cd618d25-cfe5-4708-941b-4eaac0af48f7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:54.091886 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-92d195b0-86c9-44a5-a707-d58d0ceae4d5 req-e307f8cb-e1ef-48a7-93c3-680d2b81ae27 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups?id=a1a53b7e-5249-4ea6-b8bd-00dbfd522623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3618531
Jan 26 11:54:54.100138 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:54.103440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:54.143923 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'code': 200}
Jan 26 11:54:54.165778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-eff17578-0ad4-4bfe-96dc-af5f68b82bfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:54:54.167498 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-eff17578-0ad4-4bfe-96dc-af5f68b82bfc tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 946 time: 0.4830585
Jan 26 11:54:54.188456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=7']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:54.192866 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:54.260811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Deleting port cd618d25-cfe5-4708-941b-4eaac0af48f7 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:54:54.261198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:54.557929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] For port cd618d25-cfe5-4708-941b-4eaac0af48f7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=cd618d25-cfe5-4708-941b-4eaac0af48f7,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:54.558535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:54.887441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:54.887824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:54.888175 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Floating IP 699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38 disassociated. External IP: 172.27.2.155, port: cd618d25-cfe5-4708-941b-4eaac0af48f7.
Jan 26 11:54:54.888569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Calling delete_port for cd618d25-cfe5-4708-941b-4eaac0af48f7 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:54:55.137649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:55.169601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-db4074da-a6a8-43ce-b011-4987adeea37c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:55.285942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event deleted for resources: {'Port': ['ID=cd618d25-cfe5-4708-941b-4eaac0af48f7,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:55.325100 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8011baab-3ffe-4ae4-ae92-4ac0e92a3b98 req-c2d4c0ca-f3f0-4294-9fa8-96d5ccd21296 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 210 time: 0.0562716
Jan 26 11:54:55.389186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:55.694665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:54:55.898892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:54:55.912615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] Sync routers for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:54:55.928865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:55.929676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb52a58>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:55.974978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] No DVR routers for this DVR port cd618d25-cfe5-4708-941b-4eaac0af48f7 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:54:55.977339 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:55.982173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-deleted', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:54:56.032371 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f206cb6c-250f-45b5-a0ed-eba1faf555e9 req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.81 "DELETE /v2.0/ports/cd618d25-cfe5-4708-941b-4eaac0af48f7 HTTP/1.1" status: 204  len: 173 time: 1.8585374
Jan 26 11:54:56.052489 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e7ed40-3d14-4d97-91ca-a5b9dc724fa2', 'name': 'network-vif-deleted', 'tag': 'cd618d25-cfe5-4708-941b-4eaac0af48f7', 'status': 'completed', 'code': 200}
Jan 26 11:54:56.320928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:56.548292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-c4149ffb-7b63-47b4-a1de-d43e47e04fae req-32a9580e-f5b5-4d0f-beb0-01897ff15fd0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Synchronizing usage tracker for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:54:56.597913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-c4149ffb-7b63-47b4-a1de-d43e47e04fae req-32a9580e-f5b5-4d0f-beb0-01897ff15fd0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Unset dirty status for tenant:0d44817afceb42e894e4acc5dfcf5515 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:54:56.599222 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c4149ffb-7b63-47b4-a1de-d43e47e04fae req-32a9580e-f5b5-4d0f-beb0-01897ff15fd0 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/ports?device_id=10e7ed40-3d14-4d97-91ca-a5b9dc724fa2 HTTP/1.1" status: 200  len: 210 time: 0.1046705
Jan 26 11:54:56.698974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb52a58>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:56.703497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] Checking router: 7cb6dda6-d095-43e7-9c3d-21d942d212c6 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:54:56.714305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:54:56.714803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb52a58>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:56.923668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:54:56.994422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59578) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:54:57.290876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb52a58>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:54:57.295108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb821f44-7a70-4bf5-8940-5864c03af2b0 None None] The sync data for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi is: [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '7e2989ce-3448-4e34-a42b-759fb03bf296', 'name': '', 'network_id': '1fe33118-a86a-4ed1-82b2-6e168e45a220', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'mac_address': 'fa:16:3e:a5:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:06Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'subnets': [{'id': '532db15e-1ae6-484e-a2b5-8c72418960f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:54:57.684143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b7f69-4d80-4ab1-b5e9-484879ecd0a1 None None] New status for floating IP 699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:54:57.699508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:57.813973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59588) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:54:57.904245 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-92ff273f-df62-4334-9955-ccf7f759d0f7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:57.937905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-92ff273f-df62-4334-9955-ccf7f759d0f7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.082607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-92ff273f-df62-4334-9955-ccf7f759d0f7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.088443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9612b4c0-6d01-486a-99c4-18f8f1cde5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:58.105874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff273f-df62-4334-9955-ccf7f759d0f7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a53b7e-5249-4ea6-b8bd-00dbfd522623,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:58.109304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-92ff273f-df62-4334-9955-ccf7f759d0f7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:58.137374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Deleting port 4cfae216-da3b-4c18-ac20-249415305bc7 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:54:58.137677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.160993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-92ff273f-df62-4334-9955-ccf7f759d0f7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.162445 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-92ff273f-df62-4334-9955-ccf7f759d0f7 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "DELETE /v2.0/security-groups/a1a53b7e-5249-4ea6-b8bd-00dbfd522623 HTTP/1.1" status: 204  len: 168 time: 0.3471761
Jan 26 11:54:58.165978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59594) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:54:58.199681 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.api.v2.resource [None req-66ece606-22d9-4583-bd3e-01e319eac2d9 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] show failed (client error): The resource could not be found.
Jan 26 11:54:58.200818 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-66ece606-22d9-4583-bd3e-01e319eac2d9 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "GET /v2.0/security-groups/a1a53b7e-5249-4ea6-b8bd-00dbfd522623 HTTP/1.1" status: 404  len: 347 time: 0.0292842
Jan 26 11:54:58.204161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59598) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:54:58.364900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] For port 4cfae216-da3b-4c18-ac20-249415305bc7, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=4cfae216-da3b-4c18-ac20-249415305bc7,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:54:58.365281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.396079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Deleting port e3b978d8-3ef0-415b-97b9-2d7f0a780e5a {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:54:58.396079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.511807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Calling delete_port for 4cfae216-da3b-4c18-ac20-249415305bc7 owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:54:58.593900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.594279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.738961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Calling delete_port for e3b978d8-3ef0-415b-97b9-2d7f0a780e5a owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:54:58.931785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:58.949307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:59.011776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Pushing event deleted for resources: {'Port': ['ID=e3b978d8-3ef0-415b-97b9-2d7f0a780e5a,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:59.015950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:59.057773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:59.075469 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8cf87380-3433-49bb-8546-fe670a4ca897 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:54:59.137878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfae216-da3b-4c18-ac20-249415305bc7,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:54:59.142244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:54:59.198309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:59.243624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:54:59.244989 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] 10.222.0.57 "DELETE /v2.0/floatingips/699ac8db-e0e6-4c4a-8fe3-e8c400c4bf38 HTTP/1.1" status: 204  len: 168 time: 1.0390890
Jan 26 11:54:59.526825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:00.078773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:55:00.444713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-02da3b35-c5ee-4b0d-a288-9197fcd01778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:00.446378 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-02da3b35-c5ee-4b0d-a288-9197fcd01778 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1203 time: 0.2836976
Jan 26 11:55:00.448289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:55:00.457421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] Sync routers for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:55:00.467718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:55:00.468406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f0895748>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:00.495041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b800ef-c3ea-48de-ae94-e1642e63ce8a req-bf38503c-4f03-47c2-b42a-7b31f3734450 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:00.496756 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d4b800ef-c3ea-48de-ae94-e1642e63ce8a req-bf38503c-4f03-47c2-b42a-7b31f3734450 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.3452864
Jan 26 11:55:00.570917 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] 10.222.0.57 "PUT /v2.0/routers/399f691e-bfcc-4563-9ac0-af8a8e6c0cb8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5723341
Jan 26 11:55:00.572637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59614) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:00.703433 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d4b800ef-c3ea-48de-ae94-e1642e63ce8a req-e8c75274-6eba-4cef-9d77-47978354e7a7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1752701
Jan 26 11:55:00.715893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:55:00.740167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-f83a9953-c974-4fc6-afb8-175359dd9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:00.741819 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-f83a9953-c974-4fc6-afb8-175359dd9933 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.2409549
Jan 26 11:55:00.875893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks [] for router, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:00.900315 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-973d94a6-5087-4047-836e-7b26e1d4b94b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 1002 time: 0.1506903
Jan 26 11:55:01.113140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:01.124612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Deleting port 7317e8eb-eb05-47fb-9273-ca55d66faf86 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:01.125867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:01.243552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f0895748>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:54:58Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:01.250424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] Checking router: 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:55:01.264557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] Routers {'399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:55:01.265248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07f0895748>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:01.273101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-8c05370d-4103-4e87-85c7-624d4402dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:01.274851 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-8c05370d-4103-4e87-85c7-624d4402dc60 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.3624899
Jan 26 11:55:01.367106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-1e3afb97-38e5-4b6f-a50f-464ae81a2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:01.368908 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-1e3afb97-38e5-4b6f-a50f-464ae81a2afd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854659
Jan 26 11:55:01.376764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] For port 7317e8eb-eb05-47fb-9273-ca55d66faf86, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7317e8eb-eb05-47fb-9273-ca55d66faf86,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:55:01.377941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:01.471771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] Set router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:55:01.516062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Calling delete_port for 7317e8eb-eb05-47fb-9273-ca55d66faf86 owned by network:router_gateway {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:55:01.537045 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-ddde8198-d9c9-419a-bde7-5b6f14d37b06 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606579
Jan 26 11:55:01.681005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.plugins.ml2.ovo_rpc [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     result = function(*args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     proto.__init__(conn_state, self)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.handle()
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.handle_one_request()
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.handle_one_response()
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     result = self.application(self.environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return app(environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self.application)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return request.get_response(self.application)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = req.get_response(self._app)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     application, catch_exc_info=False)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     app_iter = application(self.environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return resp(environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return resp(environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     response = self.app(environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return resp(environ, start_response)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     resp = self.call_func(req, *args, **kw)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.func(req, *args, **kwargs)
Jan 26 11:55:01.687396 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     result = method(request=request, **args)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._delete(request, id, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*dup_args, **dup_kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     obj_deleter(request.context, id, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return method(*args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(*dup_args, **dup_kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._delete_current_gw_port(context, id, router, None)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, context, *args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return method(*args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     context, port, router_ids, bound_mech_contexts)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     return function(*args, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     callback(resource, event, trigger, **kwargs)
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     if self._is_session_semantic_violated(context, resource, event):
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]:     stack = traceback.extract_stack()
Jan 26 11:55:01.693320 dv-cinder-772388-2-iscsi neutron-server[80131]: 
Jan 26 11:55:01.703775 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1f56eebe-dbad-4285-855f-e25d92af4449 req-d58e929a-3dfb-4512-ba8c-4eb7bd38710a service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550555
Jan 26 11:55:01.816525 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07f0895748>, [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:54:58Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:01.821744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748c9f9-0ca3-4ed5-84c6-757464748750 None None] The sync data for ids ['399f691e-bfcc-4563-9ac0-af8a8e6c0cb8'] in dv-cinder-772388-2-iscsi is: [{'id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'name': 'tempest-AttachVolumeTestJSON-1424209670-router', 'tenant_id': 'fef6234d386d457a9a97480c304a1443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:48:15Z', 'updated_at': '2021-01-26T11:54:58Z', 'revision_number': 5, 'project_id': 'fef6234d386d457a9a97480c304a1443', 'gw_port': {'id': '7317e8eb-eb05-47fb-9273-ca55d66faf86', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f691e-bfcc-4563-9ac0-af8a8e6c0cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:48:17Z', 'updated_at': '2021-01-26T11:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:55:01.981941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:02.385127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:02.388200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:02.434863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1a25a-8762-43a2-9687-de08b3c6a2fe req-a54c31dd-01d9-480a-9d5d-cc1aec857b42 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:02.436611 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88a1a25a-8762-43a2-9687-de08b3c6a2fe req-a54c31dd-01d9-480a-9d5d-cc1aec857b42 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.5691290
Jan 26 11:55:02.506798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-88a1a25a-8762-43a2-9687-de08b3c6a2fe req-2bff1303-8638-4ecd-af97-4afb19f36d7e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:55:02.527921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59634) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:02.633209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 4cfae216-da3b-4c18-ac20-249415305bc7 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:55:02.668788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-88a1a25a-8762-43a2-9687-de08b3c6a2fe req-2bff1303-8638-4ecd-af97-4afb19f36d7e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:55:02.670202 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-88a1a25a-8762-43a2-9687-de08b3c6a2fe req-2bff1303-8638-4ecd-af97-4afb19f36d7e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2251823
Jan 26 11:55:02.670638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 4cfae216-da3b-4c18-ac20-249415305bc7 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:55:02.671054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 4cfae216-da3b-4c18-ac20-249415305bc7 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:55:02.785085 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:02.785775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 {{(pid=80245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 11:55:02.803282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:02.807972 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-99d61005-fa85-4a66-a427-c80fddef3842 admin admin] 10.222.0.57 "DELETE /v2.0/routers/399f691e-bfcc-4563-9ac0-af8a8e6c0cb8 HTTP/1.1" status: 204  len: 168 time: 2.2307439
Jan 26 11:55:02.808143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59640) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:03.034729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Deleting subnet 5dab6835-e1c7-4557-8ec6-090bb80079ca {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:55:03.040423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:03.123765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:03.360524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:03.714961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:04.314166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:04.387125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaff63-a3a9-4d2c-af2e-55ecd1faa207 req-480ca968-a079-4b55-81a7-c2bc23acadb7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:04.388822 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e4eaff63-a3a9-4d2c-af2e-55ecd1faa207 req-480ca968-a079-4b55-81a7-c2bc23acadb7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.3128169
Jan 26 11:55:04.392213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bffe575d-fd7e-429f-ab89-67cd10980180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:04.457933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dab6835-e1c7-4557-8ec6-090bb80079ca,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:04.464182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:04.607673 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e4eaff63-a3a9-4d2c-af2e-55ecd1faa207 req-05a1b312-a042-4cb9-b96b-f92a1c3c18f7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1837175
Jan 26 11:55:04.615531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:04.624533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcc9fc-a67b-43bb-9f4b-980295d30676 None None] Network 337ebc75-db11-405b-a740-6b54aa04f856 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:55:04.625053 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5dab6835-e1c7-4557-8ec6-090bb80079ca HTTP/1.1" status: 204  len: 168 time: 1.8159220
Jan 26 11:55:04.628509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59646) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:04.692169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Deleting port 7e2989ce-3448-4e34-a42b-759fb03bf296 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:04.692684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:04.718874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7317e8eb-eb05-47fb-9273-ca55d66faf86 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:55:04.766817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 7317e8eb-eb05-47fb-9273-ca55d66faf86 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:55:04.767275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7317e8eb-eb05-47fb-9273-ca55d66faf86 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:55:04.775031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:04.855261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Deleting port a2c61082-dd1e-4fdf-b686-725a4c39dcdd {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:04.855562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:04.913045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] For port 7e2989ce-3448-4e34-a42b-759fb03bf296, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=7e2989ce-3448-4e34-a42b-759fb03bf296,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:55:04.916387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.070399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Calling delete_port for 7e2989ce-3448-4e34-a42b-759fb03bf296 owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:55:05.076461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:55:05.109564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] For port a2c61082-dd1e-4fdf-b686-725a4c39dcdd, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:55:05.110020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.131955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] DHCP port deletion for 337ebc75-db11-405b-a740-6b54aa04f856 request from dv-cinder-772388-2-iscsi {{(pid=80246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 11:55:05.136325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Deleting port a2c61082-dd1e-4fdf-b686-725a4c39dcdd {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:05.136758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.260197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Calling delete_port for a2c61082-dd1e-4fdf-b686-725a4c39dcdd owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:55:05.368133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.384650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:05.394874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.395651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] For port a2c61082-dd1e-4fdf-b686-725a4c39dcdd, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,segment=NetworkSegment(8af9c220-b655-4c77-a8ed-f6395822d328),segment_id=8af9c220-b655-4c77-a8ed-f6395822d328)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:55:05.396205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.412594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8bd4791e-42bf-45d6-b8d0-72e332c8bfb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:05.447936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2989ce-3448-4e34-a42b-759fb03bf296,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:05.452187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:05.476280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c61082-dd1e-4fdf-b686-725a4c39dcdd,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:05.480870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:05.542495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Calling delete_port for a2c61082-dd1e-4fdf-b686-725a4c39dcdd owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:55:05.569775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] No DVR routers for this DVR port a2c61082-dd1e-4fdf-b686-725a4c39dcdd on host dv-cinder-772388-2-iscsi {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:55:05.704047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.718929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:55:05.719466 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:55:05.865870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:05.879221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef4d96a0>,) {'filters': {'network_id': ['337ebc75-db11-405b-a740-6b54aa04f856']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:05.898657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef4d96a0>, '8af9c220-b655-4c77-a8ed-f6395822d328') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:05.898918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef4d96a0>, '8af9c220-b655-4c77-a8ed-f6395822d328') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:05.913019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:06.003527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67dce-146d-4e5f-bd5d-f1d5b1bfb6bb req-4c336359-9350-430a-be27-dac25a247d92 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:06.005283 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67e67dce-146d-4e5f-bd5d-f1d5b1bfb6bb req-4c336359-9350-430a-be27-dac25a247d92 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.2075295
Jan 26 11:55:06.051876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:06.060848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:55:06.170400 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67e67dce-146d-4e5f-bd5d-f1d5b1bfb6bb req-e7113e9e-98ce-4b0f-b0ac-12ec7e1cb743 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1522059
Jan 26 11:55:06.220621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Deleting port a2c61082-dd1e-4fdf-b686-725a4c39dcdd {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:06.221099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:06.279060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Network 337ebc75-db11-405b-a740-6b54aa04f856 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:55:06.291791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:06.299609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-5c83930a-4054-4902-939e-f32eb7dad60f None None] The port 'a2c61082-dd1e-4fdf-b686-725a4c39dcdd' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 11:55:06.480319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:55:06.496231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Network 337ebc75-db11-405b-a740-6b54aa04f856 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:55:06.522649 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:55:06.705002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:55:06.715287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501daafe-5065-48d6-8510-45858614cb20 None None] Sync routers for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:55:06.719117 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] 10.222.0.57 "PUT /v2.0/routers/7cb6dda6-d095-43e7-9c3d-21d942d212c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1896708
Jan 26 11:55:06.724428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59654) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:06.728722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device a2c61082-dd1e-4fdf-b686-725a4c39dcdd no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:55:06.731335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:55:06.732277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb3ada0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:06.769668 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: a2c61082-dd1e-4fdf-b686-725a4c39dcdd {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:55:06.770081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device a2c61082-dd1e-4fdf-b686-725a4c39dcdd not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:55:06.882166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:06.890304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4bc4230f-86f8-4110-860d-01c2a2677721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:06.906745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:06.920580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=337ebc75-db11-405b-a740-6b54aa04f856,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:06.925610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:06.980021 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/337ebc75-db11-405b-a740-6b54aa04f856 HTTP/1.1" status: 204  len: 168 time: 2.3488982
Jan 26 11:55:06.985162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:07.116896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:55:07.311477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59662) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:07.369896 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7a3959e3-4c03-4667-8fed-aea5457f5875 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fef6234d386d457a9a97480c304a1443&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0565569
Jan 26 11:55:07.372538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59666) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:07.439044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:07.469224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:07.471121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb3ada0>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:55:05Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:07.476031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501daafe-5065-48d6-8510-45858614cb20 None None] Checking router: 7cb6dda6-d095-43e7-9c3d-21d942d212c6 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:55:07.486029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] Routers {'7cb6dda6-d095-43e7-9c3d-21d942d212c6'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:55:07.487073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb3ada0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:54:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:07.516159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:07.524405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Deleting port f229d326-3e60-4479-8ed0-e5dc429719b5 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:07.524784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:07.545036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:07.551546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a192da9d-038a-4d72-84a1-99c5daa98408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:07.567523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182b1410-d06f-4cda-b784-1170c961d951,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:07.572882 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:07.575037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:07.576631 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/182b1410-d06f-4cda-b784-1170c961d951 HTTP/1.1" status: 204  len: 168 time: 0.2026122
Jan 26 11:55:07.609719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380f876-4512-4d86-a154-e4c469401c37 req-cc51b308-a990-4cc5-9055-888c441be7bc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:07.611426 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1380f876-4512-4d86-a154-e4c469401c37 req-cc51b308-a990-4cc5-9055-888c441be7bc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.2340906
Jan 26 11:55:07.691075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] Set router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:55:07.786734 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1380f876-4512-4d86-a154-e4c469401c37 req-4c1c5c73-dca1-4df4-80c1-12f1c445e19a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1620831
Jan 26 11:55:07.853332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] For port f229d326-3e60-4479-8ed0-e5dc429719b5, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f229d326-3e60-4479-8ed0-e5dc429719b5,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:55:07.853809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:08.022933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Calling delete_port for f229d326-3e60-4479-8ed0-e5dc429719b5 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:55:08.039954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-501daafe-5065-48d6-8510-45858614cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb3ada0>, [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:55:05Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:08.044708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501daafe-5065-48d6-8510-45858614cb20 None None] The sync data for ids ['7cb6dda6-d095-43e7-9c3d-21d942d212c6'] in dv-cinder-772388-2-iscsi is: [{'id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1033401496-router', 'tenant_id': '0d44817afceb42e894e4acc5dfcf5515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:32Z', 'updated_at': '2021-01-26T11:55:05Z', 'revision_number': 5, 'project_id': '0d44817afceb42e894e4acc5dfcf5515', 'gw_port': {'id': 'f229d326-3e60-4479-8ed0-e5dc429719b5', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb6dda6-d095-43e7-9c3d-21d942d212c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:35Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:55:08.186604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:08.398768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:08.632364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7e2989ce-3448-4e34-a42b-759fb03bf296 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:55:08.659620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:08.662702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:08.672688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 7e2989ce-3448-4e34-a42b-759fb03bf296 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:55:08.673101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 7e2989ce-3448-4e34-a42b-759fb03bf296 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:55:08.794839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:08.795741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb6dda6-d095-43e7-9c3d-21d942d212c6 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 11:55:08.820562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:08.822483 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9c2cd562-5ca2-4415-8801-b1d751e2c834 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7cb6dda6-d095-43e7-9c3d-21d942d212c6 HTTP/1.1" status: 204  len: 168 time: 2.0981700
Jan 26 11:55:08.825775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59690) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:08.916731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Deleting subnet 532db15e-1ae6-484e-a2b5-8c72418960f0 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:55:08.918617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:09.050794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32916977'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:09.190241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caafe8-214d-4925-b499-31c38afca651 req-b94969ee-c1a7-49a1-a0e3-b9c0cd059466 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:09.192025 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-17caafe8-214d-4925-b499-31c38afca651 req-b94969ee-c1a7-49a1-a0e3-b9c0cd059466 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.2236128
Jan 26 11:55:09.306221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:09.358621 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-17caafe8-214d-4925-b499-31c38afca651 req-a6fddbb0-954a-4cb4-b6d1-7fd27e7c0017 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1255522
Jan 26 11:55:09.654063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32249695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822843648'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:09.675682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:09.724778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532db15e-1ae6-484e-a2b5-8c72418960f0,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:09.729075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:09.819772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:09.829403 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3b35cdc7-7c90-4b8d-8fa9-f0f7e81b5f5a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/532db15e-1ae6-484e-a2b5-8c72418960f0 HTTP/1.1" status: 204  len: 168 time: 0.9994829
Jan 26 11:55:09.830165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5c712-54c2-4a24-aa61-f6a627ccd4ac None None] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:55:09.830377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59708) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:09.968694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:10.050868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Deleting port 10614d40-603e-4f30-b270-9cd375cecd54 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:10.051392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:10.142783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] DHCP port deletion for 1fe33118-a86a-4ed1-82b2-6e168e45a220 request from dv-cinder-772388-2-iscsi {{(pid=80246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 11:55:10.150120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Deleting port 10614d40-603e-4f30-b270-9cd375cecd54 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:10.150745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:10.303360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] For port 10614d40-603e-4f30-b270-9cd375cecd54, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=10614d40-603e-4f30-b270-9cd375cecd54,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:55:10.303766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:10.425610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] For port 10614d40-603e-4f30-b270-9cd375cecd54, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=10614d40-603e-4f30-b270-9cd375cecd54,segment=NetworkSegment(771b269b-70d7-4629-9799-c803e01ff5b6),segment_id=771b269b-70d7-4629-9799-c803e01ff5b6)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:55:10.426569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:10.465619 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Calling delete_port for 10614d40-603e-4f30-b270-9cd375cecd54 owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:55:10.593865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Calling delete_port for 10614d40-603e-4f30-b270-9cd375cecd54 owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:55:10.680155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:55:10.680717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:55:10.686107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c37e02-45e9-4053-b337-7f55db403b13 req-c067affa-75f4-4934-9163-cfc1898fe2c3 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:10.687873 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67c37e02-45e9-4053-b337-7f55db403b13 req-c067affa-75f4-4934-9163-cfc1898fe2c3 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1751618
Jan 26 11:55:10.689782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:10.695455 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f229d326-3e60-4479-8ed0-e5dc429719b5 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:55:10.708457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d08bf339-f46c-477b-a680-38de37232b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:10.736628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: f229d326-3e60-4479-8ed0-e5dc429719b5 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:55:10.737423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f229d326-3e60-4479-8ed0-e5dc429719b5 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:55:10.738107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 10614d40-603e-4f30-b270-9cd375cecd54 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:55:10.784778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 10614d40-603e-4f30-b270-9cd375cecd54 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:55:10.785181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 10614d40-603e-4f30-b270-9cd375cecd54 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:55:10.844918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=10614d40-603e-4f30-b270-9cd375cecd54,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:10.857985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:10.917014 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-67c37e02-45e9-4053-b337-7f55db403b13 req-009d7198-f997-48ec-8de5-0314e6056d4b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2096803
Jan 26 11:55:10.926873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] No DVR routers for this DVR port 10614d40-603e-4f30-b270-9cd375cecd54 on host dv-cinder-772388-2-iscsi {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:55:11.060347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:11.185985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Deleting port 10614d40-603e-4f30-b270-9cd375cecd54 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:55:11.186487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:11.193495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef9a2128>,) {'filters': {'network_id': ['1fe33118-a86a-4ed1-82b2-6e168e45a220']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:11.209096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef9a2128>, '771b269b-70d7-4629-9799-c803e01ff5b6') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:11.209601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef9a2128>, '771b269b-70d7-4629-9799-c803e01ff5b6') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:55:11.224686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31539139'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:11.244531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:11.248051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:55:11.261446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c208751c-d785-4041-8c0a-17810c57cdca None None] The port '10614d40-603e-4f30-b270-9cd375cecd54' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 11:55:11.473005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:55:11.490304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823238403'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:11.691809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Network 1fe33118-a86a-4ed1-82b2-6e168e45a220 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:55:11.716045 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:55:11.830583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:11.834361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-74d1c259-2d60-434e-bbd9-c476b3bd82bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:11.849053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:11.865449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe33118-a86a-4ed1-82b2-6e168e45a220,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:11.869100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:11.915993 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] 10.222.0.57 "DELETE /v2.0/networks/1fe33118-a86a-4ed1-82b2-6e168e45a220 HTTP/1.1" status: 204  len: 168 time: 2.0843306
Jan 26 11:55:12.198416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c795f-7242-4da1-b811-b92c06117c09 req-0559755c-8b5a-4f68-8793-13d951e8bdb7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:12.200132 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b61c795f-7242-4da1-b811-b92c06117c09 req-0559755c-8b5a-4f68-8793-13d951e8bdb7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1333780
Jan 26 11:55:12.268296 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b61c795f-7242-4da1-b811-b92c06117c09 req-1c033e75-f085-41a9-b1b2-d881667ab757 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0611882
Jan 26 11:55:12.485495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59734) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:12.542137 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-332fb2a5-d900-49e7-8ced-56b748753640 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d44817afceb42e894e4acc5dfcf5515&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0544798
Jan 26 11:55:12.544879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59738) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:12.631579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57a72a9d-254c-494e-988f-95a92c2cc346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:12.664306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57a72a9d-254c-494e-988f-95a92c2cc346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:12.882266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57a72a9d-254c-494e-988f-95a92c2cc346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:12.887582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f56b48aa-10ea-4cbb-8232-2dafbb792948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:12.902593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a72a9d-254c-494e-988f-95a92c2cc346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3c13cf-a308-4a06-b15b-f15588b07806,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:12.908364 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-57a72a9d-254c-494e-988f-95a92c2cc346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:12.910672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57a72a9d-254c-494e-988f-95a92c2cc346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:12.914284 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-57a72a9d-254c-494e-988f-95a92c2cc346 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d3c13cf-a308-4a06-b15b-f15588b07806 HTTP/1.1" status: 204  len: 168 time: 0.3656063
Jan 26 11:55:13.546666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e54e9b-a93d-458e-ad96-dd5b9a874e8f req-c1698b76-c509-49cb-b356-68e986935e7d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:13.548725 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-07e54e9b-a93d-458e-ad96-dd5b9a874e8f req-c1698b76-c509-49cb-b356-68e986935e7d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1351323
Jan 26 11:55:13.619717 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-07e54e9b-a93d-458e-ad96-dd5b9a874e8f req-fe99352f-44c8-4e1a-ba65-f4ef1f195042 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0635540
Jan 26 11:55:14.901604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd5e3-f50f-4df2-92c4-a6170c56b5eb req-f497e136-c219-4a8a-bca2-6cc8415ce122 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:14.905819 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-606bd5e3-f50f-4df2-92c4-a6170c56b5eb req-f497e136-c219-4a8a-bca2-6cc8415ce122 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1456299
Jan 26 11:55:14.988602 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-606bd5e3-f50f-4df2-92c4-a6170c56b5eb req-9a5b1f0c-31fa-4669-a3f7-b1ffa46f7e1d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0742831
Jan 26 11:55:15.116314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-63a3c8be-1829-4bc9-a41e-5ac05c3d1627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:16.254898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de60c8-9952-4de1-ae5e-b9ab46181b31 req-197a56b7-e2e2-4aa6-85a2-68ca86f8d8af tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:16.256644 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b8de60c8-9952-4de1-ae5e-b9ab46181b31 req-197a56b7-e2e2-4aa6-85a2-68ca86f8d8af tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1311977
Jan 26 11:55:16.326512 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b8de60c8-9952-4de1-ae5e-b9ab46181b31 req-6e4479dd-9b25-4ab1-ac21-6cb0137d00f2 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0632956
Jan 26 11:55:17.400633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d9b28e3f-7c40-40d7-ad12-b08abfa62e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:17.594729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e5115-f6e9-4a9d-b788-ab25b7127eed req-59ac482c-c354-4dab-9583-90e9969cf8f4 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:17.596748 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5f5e5115-f6e9-4a9d-b788-ab25b7127eed req-59ac482c-c354-4dab-9583-90e9969cf8f4 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1281164
Jan 26 11:55:17.663835 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5f5e5115-f6e9-4a9d-b788-ab25b7127eed req-2445aa6b-2de8-41a7-ab03-7cfb3dc3619e tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0605898
Jan 26 11:55:18.131378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:18.791047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:18.928234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49062e-7b90-43fb-aa4e-57238bf2fb88 req-f3c1c178-f7b2-4361-96d5-bf026b0a44e4 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:18.929985 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc49062e-7b90-43fb-aa4e-57238bf2fb88 req-f3c1c178-f7b2-4361-96d5-bf026b0a44e4 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1283815
Jan 26 11:55:19.014212 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc49062e-7b90-43fb-aa4e-57238bf2fb88 req-681b9a2b-cbed-4fb6-93d8-54c64fa44f73 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0772591
Jan 26 11:55:19.583082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:20.512368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856ee74-08ac-4a76-adca-f7737ceb5bb6 req-88ab3865-2759-4903-bf67-83c56960790a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:20.514196 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b856ee74-08ac-4a76-adca-f7737ceb5bb6 req-88ab3865-2759-4903-bf67-83c56960790a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.3673673
Jan 26 11:55:20.594762 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b856ee74-08ac-4a76-adca-f7737ceb5bb6 req-81c7e9e4-3a21-48a4-be68-647abe070e19 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0724304
Jan 26 11:55:22.103244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8398f2a-e493-4cec-a670-3ea434241fef req-0529e65c-55dc-4b40-8a5a-511649a059f6 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:22.104998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8398f2a-e493-4cec-a670-3ea434241fef req-0529e65c-55dc-4b40-8a5a-511649a059f6 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.3694210
Jan 26 11:55:22.183942 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8398f2a-e493-4cec-a670-3ea434241fef req-73857093-ce6a-4991-bfc4-24c336ee2353 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0720141
Jan 26 11:55:22.519203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59908) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:22.682942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:22.700016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:55:22.704283 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Usage tracker for resource:security_group_rule and tenant:cc8571a2df6e4841abea4a86858259df is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:55:22.708146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:55:22.714215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:55:22.871126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:22.933939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:22.946957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f6ddd9f4-9883-4d98-bab1-54de20d3ac07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:22.997564 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc8571a2df6e4841abea4a86858259df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4770632
Jan 26 11:55:22.998567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae506f72-25a2-4c64-98af-e45a59b87341,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:23.001254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59914) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:23.003034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7d831bb9-f040-4746-8d17-fbef9bc35e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:23.079822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:23.108673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:23.188803 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:23.194780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e0dfbded-7ea7-48bd-9cbb-05a992e7622e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:23.209387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae506f72-25a2-4c64-98af-e45a59b87341,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:23.217862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:23.219049 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae506f72-25a2-4c64-98af-e45a59b87341 HTTP/1.1" status: 204  len: 168 time: 0.2165492
Jan 26 11:55:23.221329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.221807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.222267 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.222638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.223050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.223460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.224231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.224231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.224653 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.225005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.225512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.225825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.226261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.226700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.227065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.227611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.228016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.228415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.228815 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.229212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.229629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.230021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.230537 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.230817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:23.234557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:23.464857 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5573b-4056-4f53-8b90-5e0ee77e1313 req-14b93856-1199-4144-b1db-906f525968d7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:23.466644 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-23c5573b-4056-4f53-8b90-5e0ee77e1313 req-14b93856-1199-4144-b1db-906f525968d7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1354651
Jan 26 11:55:23.573765 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-23c5573b-4056-4f53-8b90-5e0ee77e1313 req-6ff71dc6-1b59-46f5-aa50-f6bb7d3bf68a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0991745
Jan 26 11:55:23.784181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 59928) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:23.804608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:23.822221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:55:23.827241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d0cb90bb48ba4fc8be646190fd1ef40c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:55:23.830468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:55:23.836355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:55:23.930601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:23.967794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:23.981984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:24.026316 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0cb90bb48ba4fc8be646190fd1ef40c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2409396
Jan 26 11:55:24.027281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a06e0ec-9875-4399-94d8-ae9399bafc10,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:24.029340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 59932) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:24.031016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ea5d52d9-683f-4d66-940e-4cf976fed0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:24.096864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:24.125543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:24.206383 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:24.211984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-69aba15c-6d19-45ed-bd40-b91a8189020a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:24.230157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a06e0ec-9875-4399-94d8-ae9399bafc10,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:24.233500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:24.236343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:24.240022 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a06e0ec-9875-4399-94d8-ae9399bafc10 HTTP/1.1" status: 204  len: 168 time: 0.2094774
Jan 26 11:55:24.300403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:24.854363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8117b-f475-47de-9a99-fdaa7e0b163f req-258e55aa-ef72-4b39-b3d2-c008d3e2864b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:24.856130 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-58c8117b-f475-47de-9a99-fdaa7e0b163f req-258e55aa-ef72-4b39-b3d2-c008d3e2864b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1376581
Jan 26 11:55:24.957040 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-58c8117b-f475-47de-9a99-fdaa7e0b163f req-5d9f2c85-d20f-48d3-a294-b34acd481d4c tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0933506
Jan 26 11:55:26.272863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc03d51-3ce2-4f01-be61-0d64f8143f58 req-d349cf4e-010c-4de1-8f21-8bc5e675bc55 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:55:26.274347 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7cc03d51-3ce2-4f01-be61-0d64f8143f58 req-d349cf4e-010c-4de1-8f21-8bc5e675bc55 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1535833
Jan 26 11:55:26.357608 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7cc03d51-3ce2-4f01-be61-0d64f8143f58 req-ea1380cb-a460-4edf-906c-c0ef09446f4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&id=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0751929
Jan 26 11:55:29.696255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60114) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:29.865524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:29.883380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:55:29.887567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Usage tracker for resource:security_group_rule and tenant:b02b180d2d134e2d8834064b8f869c81 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:55:29.890687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:55:29.898667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:55:30.014780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:30.041917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:30.051711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-70f57aae-1928-41c6-b5c4-4ff9cdd3d661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:30.096311 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b02b180d2d134e2d8834064b8f869c81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3987896
Jan 26 11:55:30.098156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6823153a-0ba2-47d9-8655-0322632253dc,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:30.099378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60128) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:30.101542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:30.178755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:30.210061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:30.304872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:30.310404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c95c9adc-b38c-464f-8372-e9a23fec2b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:30.327867 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6823153a-0ba2-47d9-8655-0322632253dc,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:30.336155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:30.340679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:30.344531 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6823153a-0ba2-47d9-8655-0322632253dc HTTP/1.1" status: 204  len: 168 time: 0.2412720
Jan 26 11:55:30.873675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60136) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:30.894539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:30.910945 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:55:30.916344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Usage tracker for resource:security_group_rule and tenant:ce21b0f538df46acb308395d15f4cdfb is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:55:30.920187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:55:30.927058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:55:31.029123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:31.088030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:31.101398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c46bef6d-56a1-44c0-a799-e23d3473767a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:31.154186 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce21b0f538df46acb308395d15f4cdfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2771313
Jan 26 11:55:31.154186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9080d-19af-40d1-9eed-aa1a1f277784,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:31.154726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60146) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:31.166692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7fece56b-3b23-4075-a1fe-57969428d716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:31.229987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:31.265382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:31.350768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:31.356259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2a877786-712e-4849-8e97-ceb11d9e3afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:31.371191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9080d-19af-40d1-9eed-aa1a1f277784,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:31.374020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:31.385458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:31.390252 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fc9080d-19af-40d1-9eed-aa1a1f277784 HTTP/1.1" status: 204  len: 168 time: 0.2331619
Jan 26 11:55:36.526215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60258) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:36.692146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:36.710886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:55:36.715267 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed7239e0d394b399ad8b47f52cc7441 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:55:36.718484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:55:36.725240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:55:36.816441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:36.853797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:36.864366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e861ed36-3e41-4da5-9ecc-7d093d3efda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:36.910070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60266) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:36.922258 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ed7239e0d394b399ad8b47f52cc7441&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3948245
Jan 26 11:55:36.933916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ca3569-eca7-48ee-8da1-f2b8f8b7e78b,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.952405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.953863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:55:36.967329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0329de97-16ca-4d45-b2f8-fe8a539db6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:37.011718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:37.046315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:37.119764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:37.125533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4ab935a7-3a6f-40e0-8550-3f278d94e68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:37.140397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ca3569-eca7-48ee-8da1-f2b8f8b7e78b,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:37.143504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:37.145946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:37.147273 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90ca3569-eca7-48ee-8da1-f2b8f8b7e78b HTTP/1.1" status: 204  len: 168 time: 0.2360525
Jan 26 11:55:37.709155 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60280) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:37.729550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:37.746726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:55:37.750902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Usage tracker for resource:security_group_rule and tenant:9fab9462a86944a28b73f23bde591eef is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:55:37.754226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:55:37.760086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:55:37.849084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:37.881541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:37.891036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f0398417-eb76-4b4e-9389-02fd0e604c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:37.937620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5dec0a-169e-471c-ac45-66686c113bf3,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:37.946521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60284) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:55:37.946623 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fab9462a86944a28b73f23bde591eef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2357337
Jan 26 11:55:37.947139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:38.011765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-291a26b4-67d4-4fcd-a371-6efadc8a8980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:38.039900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-291a26b4-67d4-4fcd-a371-6efadc8a8980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:38.121633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-291a26b4-67d4-4fcd-a371-6efadc8a8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:38.127242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-56523ca2-9160-4e1f-80d4-b0897fa185ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:55:38.142716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a26b4-67d4-4fcd-a371-6efadc8a8980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5dec0a-169e-471c-ac45-66686c113bf3,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:55:38.146825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-291a26b4-67d4-4fcd-a371-6efadc8a8980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:55:38.155026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-291a26b4-67d4-4fcd-a371-6efadc8a8980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:38.159661 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-291a26b4-67d4-4fcd-a371-6efadc8a8980 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d5dec0a-169e-471c-ac45-66686c113bf3 HTTP/1.1" status: 204  len: 168 time: 0.2091706
Jan 26 11:55:42.082129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:55:45.099649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-29e1a73c-064e-4a23-968e-ebce07c25937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:47.418590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5499d766-ad39-4605-ae3d-3caf1e9620d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:48.150118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:48.807212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:49.596883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:55:54.287305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:05.323979 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-bc6ec3c3-91f7-46d2-9a4d-12c78a2a0084 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1988334167&fields=id&tenant_id=78e97e882b25408ab0d3307d2faa4ea1 HTTP/1.1" status: 200  len: 267 time: 0.0750380
Jan 26 11:56:05.466461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-69355443-d116-4fc5-89cc-62a1806ded8a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:05.468241 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-69355443-d116-4fc5-89cc-62a1806ded8a tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 985 time: 0.1375651
Jan 26 11:56:05.481722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Request body: {'port': {'security_groups': ['575197ca-d484-4d72-9da6-4a998e7dcf2c']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:05.668403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.199185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] For port e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:06.233083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.264293 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.280663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:06.448115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event updated for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=6']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:06.453282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:06.533169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:06.534018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.535802 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e707ac88-a5a4-4f3c-8f57-233aec2e1b4a req-286870f5-03a9-408f-ae2c-1f39b62d6e4f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "PUT /v2.0/ports/e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 943 time: 1.0595219
Jan 26 11:56:06.536255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:06.623972 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'status': 'completed', 'code': 200}
Jan 26 11:56:06.664343 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-004caa28-d31d-4dc7-b0e7-180336342516 req-fe70e6ce-0654-4820-95e3-dfeb4b646803 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups/be22c0aa-fb7c-478c-95c6-2c0ca7e43b77 HTTP/1.1" status: 200  len: 3005 time: 0.0806439
Jan 26 11:56:06.732450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-16ed72cb-4360-4710-b362-e1c283b118b2 None None] Provisioning complete for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:06.733051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-16ed72cb-4360-4710-b362-e1c283b118b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.752536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-004caa28-d31d-4dc7-b0e7-180336342516 req-7d8a6574-627a-46be-b5e0-d36e7e355532 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.784913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-004caa28-d31d-4dc7-b0e7-180336342516 req-7d8a6574-627a-46be-b5e0-d36e7e355532 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.886737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-004caa28-d31d-4dc7-b0e7-180336342516 req-7d8a6574-627a-46be-b5e0-d36e7e355532 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.892520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-364f5a8a-9f1a-45ba-844d-9968557b3aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:06.910746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6574-627a-46be-b5e0-d36e7e355532 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22c0aa-fb7c-478c-95c6-2c0ca7e43b77,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:06.916367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7d8a6574-627a-46be-b5e0-d36e7e355532 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:06.970751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-004caa28-d31d-4dc7-b0e7-180336342516 req-7d8a6574-627a-46be-b5e0-d36e7e355532 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:06.972101 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-004caa28-d31d-4dc7-b0e7-180336342516 req-7d8a6574-627a-46be-b5e0-d36e7e355532 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "DELETE /v2.0/security-groups/be22c0aa-fb7c-478c-95c6-2c0ca7e43b77 HTTP/1.1" status: 204  len: 173 time: 0.2999671
Jan 26 11:56:07.140527 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-8130b697-9f6f-4f97-b7b2-6729d1218654 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/floatingips/add0f912-1f3d-4dc6-9882-fcbb33a5e001 HTTP/1.1" status: 200  len: 999 time: 0.1359248
Jan 26 11:56:07.357133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0532fc-a2da-4909-993f-12224bf4208e req-1a06bebc-4a84-4191-b85f-d8cfd938dbb9 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:07.358757 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-1a06bebc-4a84-4191-b85f-d8cfd938dbb9 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2117052
Jan 26 11:56:07.372536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-c81cd326-fcbb-4d70-868f-5ee4faeeebcf tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:56:07.373861 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-c81cd326-fcbb-4d70-868f-5ee4faeeebcf tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0079725
Jan 26 11:56:07.505445 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-95e57f0f-a1f0-4421-a3a1-92286142dd2b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.237 HTTP/1.1" status: 200  len: 1002 time: 0.1217670
Jan 26 11:56:07.632422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0532fc-a2da-4909-993f-12224bf4208e req-ed496707-8c2a-4b4d-862a-43f5a2693e5b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:07.634046 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-ed496707-8c2a-4b4d-862a-43f5a2693e5b tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports/e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 943 time: 0.1226823
Jan 26 11:56:07.840900 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-300f1d87-3620-461b-963f-29c64750faac tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.237 HTTP/1.1" status: 200  len: 1002 time: 0.1229458
Jan 26 11:56:08.102560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Deleting port 12893a34-1624-4db6-9f0d-d467f15669d9 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:56:08.102952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:08.308276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:08.308738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:08.463570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Calling delete_port for 12893a34-1624-4db6-9f0d-d467f15669d9 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:56:08.693953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:08.716429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:08.785951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event deleted for resources: {'Port': ['ID=12893a34-1624-4db6-9f0d-d467f15669d9,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:08.790313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:08.886258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-d3ab337a-caf9-4385-a1c5-be3c4a7e5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:08.887951 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-d3ab337a-caf9-4385-a1c5-be3c4a7e5a87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1163 time: 0.1060586
Jan 26 11:56:08.993703 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:08.994087 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Floating IP add0f912-1f3d-4dc6-9882-fcbb33a5e001 disassociated (deleted). External IP: 172.27.2.237, port: e36c6db7-8dc9-40b5-b139-55a5bd501ef8.
Jan 26 11:56:09.065088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-1794a49c-c7f2-4b22-a79e-c72ef5ad177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:09.066827 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-1794a49c-c7f2-4b22-a79e-c72ef5ad177f service neutron] 10.222.0.81 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.1693101
Jan 26 11:56:09.160180 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-e5e49d36-2f91-49a4-b4ef-b692c7a5b0a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 217 time: 0.0843794
Jan 26 11:56:09.239295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-c3f621d7-b6a2-4a6e-8f3a-4bd05132d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:09.241025 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-c3f621d7-b6a2-4a6e-8f3a-4bd05132d996 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.0740407
Jan 26 11:56:09.337543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-fcbbb412-9164-439c-be79-cf82d3e9dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:09.339503 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-fcbbb412-9164-439c-be79-cf82d3e9dd04 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915236
Jan 26 11:56:09.367577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device e36c6db7-8dc9-40b5-b139-55a5bd501ef8 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:56:09.483422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:09.484161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:09.528147 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-c9188827-8520-45fa-b58c-aca9ba19efe7 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813047
Jan 26 11:56:09.716808 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b38f8124-3141-4e27-afdb-6d03ed841766 req-2ae42691-d992-4bd1-8302-65deb43a3ce7 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1817958
Jan 26 11:56:09.726529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Router e08296a8-0436-4d91-8b03-91153363a5ad has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:56:09.987519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:56:10.002161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] Sync routers for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:56:10.015912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:56:10.017083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef810b70>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:55:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:10.105429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:10.210949 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-9d0dc0b3-3cbf-4bf8-a0f5-ac3fd7a3ad01 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "DELETE /v2.0/floatingips/add0f912-1f3d-4dc6-9882-fcbb33a5e001 HTTP/1.1" status: 204  len: 173 time: 2.3618577
Jan 26 11:56:10.266166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:10.295987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:56:10.316966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0532fc-a2da-4909-993f-12224bf4208e req-f4c12f6c-9604-45e5-bb1e-dd9b1b51126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:10.326409 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-f4c12f6c-9604-45e5-bb1e-dd9b1b51126c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1163 time: 0.1146679
Jan 26 11:56:10.460204 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'status': 'completed', 'code': 200}
Jan 26 11:56:10.535026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0532fc-a2da-4909-993f-12224bf4208e req-b38e281b-cd1a-4b3f-a313-fcca23fb4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:10.536913 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-b38e281b-cd1a-4b3f-a313-fcca23fb4605 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.2094917
Jan 26 11:56:10.567826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-690b7568-b1f6-47f1-aa2c-4b21485d24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:10.571763 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-690b7568-b1f6-47f1-aa2c-4b21485d24fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 1163 time: 0.1188180
Jan 26 11:56:10.663954 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-05b5da85-e168-4ae9-9545-a83d1e2578af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 217 time: 0.1180007
Jan 26 11:56:10.762490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-ac7976c2-6710-4237-bf66-5b6327ca3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:10.764483 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-ac7976c2-6710-4237-bf66-5b6327ca3f31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 200  len: 908 time: 0.1859927
Jan 26 11:56:10.800807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0532fc-a2da-4909-993f-12224bf4208e req-b9672294-7a04-4f38-9178-2c892969231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:10.804724 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-b9672294-7a04-4f38-9178-2c892969231b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.1292937
Jan 26 11:56:10.856731 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-f878c348-0cd9-4524-ac75-84eafe06bf15 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 200  len: 217 time: 0.0850930
Jan 26 11:56:10.937861 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-e0f7fc54-11bd-4e3d-be2d-e938661d24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:10.940414 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-e0f7fc54-11bd-4e3d-be2d-e938661d24fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 200  len: 853 time: 0.0772734
Jan 26 11:56:10.956920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0532fc-a2da-4909-993f-12224bf4208e req-34b6b081-f25b-4630-a749-f27cfac4a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:10.960082 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-34b6b081-f25b-4630-a749-f27cfac4a7fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1456044
Jan 26 11:56:11.052426 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-0b16ea75-bcb0-434a-8aec-32b18e6fd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:11.054319 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-0b16ea75-bcb0-434a-8aec-32b18e6fd8cb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d19333f4-69f1-4e33-9c2d-1a658d76b65d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069670
Jan 26 11:56:11.151755 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-87b85e18-2609-4a5f-897b-d7a02e7533df service neutron] 10.222.0.57 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842802
Jan 26 11:56:11.251942 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-a7d0c1e9-9ee1-4ae1-ba77-0dde1127a436 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902761
Jan 26 11:56:11.281856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60678) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:11.361297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef810b70>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:37Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:11.361659 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ad0532fc-a2da-4909-993f-12224bf4208e req-8b91fba9-13ff-4155-96b6-769257144fdc service neutron] 10.222.0.57 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1988022
Jan 26 11:56:11.367961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] Checking router: e08296a8-0436-4d91-8b03-91153363a5ad for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:56:11.390994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:56:11.392906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef810b70>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:55:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:11.464365 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-91666ea8-e01d-4b1f-9ab8-a4fe89e35058 req-0cdf44e7-673f-47eb-b5d8-621732d91a13 service neutron] 10.222.0.81 "GET /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2052844
Jan 26 11:56:11.532748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:11.561738 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:11.567530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Usage tracker for resource:security_group_rule and tenant:4987973b1cd14601a97a250874b0c274 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:11.571833 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:11.579167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:11.660792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:56:11.826788 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:11.892231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:11.907043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-55df7d18-9e34-469d-82e4-b87d9beb9baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:11.977805 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4987973b1cd14601a97a250874b0c274&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6943085
Jan 26 11:56:11.980994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60700) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:11.984868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c0625-6753-458d-965c-ee9de685d193,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:12.001776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dc2f7d85-1eb2-476e-b905-ac3bbbb1cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:12.078397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef810b70>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:37Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:12.084138 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7870b-0ba6-43e2-a7c6-3cb448f9d714 None None] The sync data for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi is: [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:53:27Z', 'revision_number': 4, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': 'c43172e1-7c3b-4474-bc40-797f645e96d8', 'name': '', 'network_id': 'd19333f4-69f1-4e33-9c2d-1a658d76b65d', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'mac_address': 'fa:16:3e:fa:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:26Z', 'updated_at': '2021-01-26T11:53:37Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'subnets': [{'id': '5cf1c716-bf12-461e-a609-50d1f2f30045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:56:12.090202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7dc7bf9c-0794-4780-8554-ec55895086bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:12.125818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7dc7bf9c-0794-4780-8554-ec55895086bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:12.252901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7dc7bf9c-0794-4780-8554-ec55895086bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:12.258354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c840bf0e-497e-417d-8a27-5aa6045509cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:12.274234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7bf9c-0794-4780-8554-ec55895086bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c0625-6753-458d-965c-ee9de685d193,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:12.276806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7dc7bf9c-0794-4780-8554-ec55895086bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:12.278106 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7dc7bf9c-0794-4780-8554-ec55895086bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf9c0625-6753-458d-965c-ee9de685d193 HTTP/1.1" status: 204  len: 168 time: 0.2959566
Jan 26 11:56:12.279096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7dc7bf9c-0794-4780-8554-ec55895086bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:12.516371 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c306b-3f09-4ee1-ae61-397125ed63e9 None None] New status for floating IP add0f912-1f3d-4dc6-9882-fcbb33a5e001: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:56:12.848961 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60708) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:12.869401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:12.886657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:12.893072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Usage tracker for resource:security_group_rule and tenant:a7cc9545694340f18339012b9a5a3bab is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:12.896716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:12.902918 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:13.003398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:13.070806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:13.081927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c83cb975-ec57-461e-a5f3-cc1da77c320e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:13.132579 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7cc9545694340f18339012b9a5a3bab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2823045
Jan 26 11:56:13.133947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbb501-9ed4-4293-93b2-be49834d9d1a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:13.135831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60718) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:13.138073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:13.210213 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:13.242256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:13.336751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:13.342431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5852ab6e-05c3-4cdc-9ca2-79316edea011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:13.357242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbb501-9ed4-4293-93b2-be49834d9d1a,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:13.361739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:13.368031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:13.369601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3fbb501-9ed4-4293-93b2-be49834d9d1a HTTP/1.1" status: 204  len: 168 time: 0.2324526
Jan 26 11:56:15.109350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-556b8ca7-9e5a-49be-80ca-4adb1786d5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.063271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60774) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:16.179992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60782) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:16.253817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.272834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:16.278106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Usage tracker for resource:security_group_rule and tenant:589b90c4871e41488f42805598231355 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:16.281795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:16.288916 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:16.296888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.316864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:16.321850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Usage tracker for resource:security_group_rule and tenant:364f654d133848ea86786b923be3b481 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:16.326926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:16.335553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:16.392398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.429341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.440088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-01ce1902-f9ae-4c5f-b32c-0f063cbd6c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:16.442842 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.489172 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=589b90c4871e41488f42805598231355&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4275117
Jan 26 11:56:16.490931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa64d84-23cd-4879-800f-d46f7d8ec2ce,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:16.492232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60790) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:16.494536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:16.496153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.517187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-35a9e8e6-d1af-4f0f-9bf0-e750d05be889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:16.588330 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=364f654d133848ea86786b923be3b481&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4070580
Jan 26 11:56:16.589209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6dfd4-4da3-4f8c-b4d1-b17b9a5f10cf,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:16.591216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60794) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:16.595892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:16.617780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.652935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.658931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a067416c-77c2-4427-a9f5-f6663db94314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.689248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a067416c-77c2-4427-a9f5-f6663db94314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.749664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.756223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ad7cc582-b1ff-4217-a213-f010c100dce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:16.773264 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa64d84-23cd-4879-800f-d46f7d8ec2ce,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:16.777206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:16.778813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a067416c-77c2-4427-a9f5-f6663db94314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.785686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d780519d-e197-4375-b001-ba36bb966271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:16.788348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.792152 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/afa64d84-23cd-4879-800f-d46f7d8ec2ce HTTP/1.1" status: 204  len: 168 time: 0.2954416
Jan 26 11:56:16.800580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067416c-77c2-4427-a9f5-f6663db94314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6dfd4-4da3-4f8c-b4d1-b17b9a5f10cf,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:16.818100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a067416c-77c2-4427-a9f5-f6663db94314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:16.820222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a067416c-77c2-4427-a9f5-f6663db94314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:16.821841 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a067416c-77c2-4427-a9f5-f6663db94314 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2cb6dfd4-4da3-4f8c-b4d1-b17b9a5f10cf HTTP/1.1" status: 204  len: 168 time: 0.2291067
Jan 26 11:56:17.394105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60812) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:17.406541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5f157119-a4ee-435f-9c03-804d0d2efc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.414828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.431664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:17.436214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Usage tracker for resource:security_group_rule and tenant:bef94883973948e48f073bca269e30e6 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:17.439466 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:17.446214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:17.553432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.612828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.631088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:17.680937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60820) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:17.681177 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bef94883973948e48f073bca269e30e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2856381
Jan 26 11:56:17.683531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9fe7fb-c1a6-4ab8-a8d4-6902ef5186f1,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:17.690651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a59b204c-0a05-4e7f-9876-d3bc28c9ee78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:17.772333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.816045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.931008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.936495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-33ce9c97-28c0-4772-acfb-56e53d3d3a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:17.948784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9fe7fb-c1a6-4ab8-a8d4-6902ef5186f1,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:17.954302 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:17.956303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:17.957923 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f9fe7fb-c1a6-4ab8-a8d4-6902ef5186f1 HTTP/1.1" status: 204  len: 168 time: 0.2755120
Jan 26 11:56:18.095530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 60832) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:18.160657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.250312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-928150911-network', 'tenant_id': '88e09dd7b3b045b9a908da593dc6e6af'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:18.256289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:18.260470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Usage tracker for resource:network and tenant:88e09dd7b3b045b9a908da593dc6e6af is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:18.263557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:18.273263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:18.338294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Made reservation on behalf of 88e09dd7b3b045b9a908da593dc6e6af for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:56:18.343151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.358330 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.375979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:18.380580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Usage tracker for resource:security_group_rule and tenant:88e09dd7b3b045b9a908da593dc6e6af is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:18.383702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:18.389849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:18.488222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.526806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.531885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5844b014-26c4-4452-80ec-da961ae9f39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:18.565038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:56:18.591450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66026407-ae5d-4be9-80c4-4406136f5283,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:18.595859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.596601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Added segment 56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3 of type vxlan for network c1608d9c-7826-4b3c-96dd-9f85475b7f14
Jan 26 11:56:18.598450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:18.633529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.707952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.709365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:18.710074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.715894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:18.802169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:18.868781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Pushing event updated for resources: {'Network': ['ID=c1608d9c-7826-4b3c-96dd-9f85475b7f14,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:18.872063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:18.880904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:56:18.900592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:56:18.913813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 60856) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:18.916380 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-90244133-1711-4e64-b57a-a3da7f665a77 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.8194904
Jan 26 11:56:18.921101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Request body: {'subnet': {'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-928150911-subnet', 'tenant_id': '88e09dd7b3b045b9a908da593dc6e6af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:18.934687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:18.944746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Usage tracker for resource:subnet and tenant:88e09dd7b3b045b9a908da593dc6e6af is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:18.954851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:18.971198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:19.012248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Made reservation on behalf of 88e09dd7b3b045b9a908da593dc6e6af for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:56:19.017610 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:19.084301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:56:19.596740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:19.769864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:19.787050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0be7e8b4-67d5-4a7c-a6ba-971fc31072d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:19.927638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9648f0e-8a52-4f84-9414-d83b13bdcfda,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:19.933110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:20.025351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Checking segment: {'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:56:20.026071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Network hostable DHCP agents. Network: c1608d9c-7826-4b3c-96dd-9f85475b7f14, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:56:20.092666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:56:20.149265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, c1608d9c-7826-4b3c-96dd-9f85475b7f14) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:56:20.160027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63d626-d427-4752-a079-576a40ecefd4 None None] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:56:20.165445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:20.166198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:20.230729 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-a7df8e10-e8f9-40c6-b73a-a7a892444aea admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3154459
Jan 26 11:56:20.451082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae179f33-9735-44a1-9b68-6b24b25c1f69 None None] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:56:20.995187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcb942-6553-49be-b897-72de7d294b5d req-4ac4f7ef-52ff-4ac0-98c7-e772fb6dcb03 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:20.996575 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2adcb942-6553-49be-b897-72de7d294b5d req-4ac4f7ef-52ff-4ac0-98c7-e772fb6dcb03 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1626217
Jan 26 11:56:21.062291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-2adcb942-6553-49be-b897-72de7d294b5d req-2e579cf6-8f24-416a-a37d-4c4a4e2a82db tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:56:21.132357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-2adcb942-6553-49be-b897-72de7d294b5d req-2e579cf6-8f24-416a-a37d-4c4a4e2a82db tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:56:21.134779 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2adcb942-6553-49be-b897-72de7d294b5d req-2e579cf6-8f24-416a-a37d-4c4a4e2a82db tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291783
Jan 26 11:56:22.421770 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5903-6e0c-4fb1-bbe9-13b6cfac8e50 req-7d00f2b1-9c3a-41f2-8258-1bc11d4b3058 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:22.423168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a51e5903-6e0c-4fb1-bbe9-13b6cfac8e50 req-7d00f2b1-9c3a-41f2-8258-1bc11d4b3058 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Synchronizing usage tracker for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:56:22.486787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a51e5903-6e0c-4fb1-bbe9-13b6cfac8e50 req-7d00f2b1-9c3a-41f2-8258-1bc11d4b3058 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Unset dirty status for tenant:78e97e882b25408ab0d3307d2faa4ea1 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:56:22.489027 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a51e5903-6e0c-4fb1-bbe9-13b6cfac8e50 req-7d00f2b1-9c3a-41f2-8258-1bc11d4b3058 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.2091937
Jan 26 11:56:22.572859 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a51e5903-6e0c-4fb1-bbe9-13b6cfac8e50 req-a88444ff-7d90-4d7d-a5ed-57e9df46c203 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770524
Jan 26 11:56:23.067881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-23fef884-8783-4040-8698-1914722d20b6 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:23.069180 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-23fef884-8783-4040-8698-1914722d20b6 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/networks?id=c1608d9c-7826-4b3c-96dd-9f85475b7f14 HTTP/1.1" status: 200  len: 813 time: 0.2215526
Jan 26 11:56:23.088512 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-fda3ee72-d3db-406d-942c-8bbf1c269ea3 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/quotas/88e09dd7b3b045b9a908da593dc6e6af HTTP/1.1" status: 200  len: 375 time: 0.0126362
Jan 26 11:56:23.149287 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-ad0f3475-afbf-4775-82bd-150e8ec66df0 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?tenant_id=88e09dd7b3b045b9a908da593dc6e6af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0542326
Jan 26 11:56:23.308343 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-a22975fd-8df1-4322-a8b0-44515f7fbdaf service neutron] 10.222.0.57 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501608
Jan 26 11:56:23.478151 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-6e89d06f-1c1a-4523-a999-e071a432c430 service neutron] 10.222.0.57 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622875
Jan 26 11:56:23.721805 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b642c255-5845-477a-bc72-2f16b67b171a req-ed053ea9-dc2b-4adf-a94e-138e9b47066b tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 210 time: 0.0523877
Jan 26 11:56:23.854342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bee50a-5697-42ca-9ab6-dd761ba61438 req-d88e3aec-c332-4807-80a4-a3030b2802f5 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:23.856059 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e9bee50a-5697-42ca-9ab6-dd761ba61438 req-d88e3aec-c332-4807-80a4-a3030b2802f5 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1410482
Jan 26 11:56:23.921560 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e9bee50a-5697-42ca-9ab6-dd761ba61438 req-395f09e2-131b-4643-847a-405c50bd81da tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589077
Jan 26 11:56:24.918756 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d3977641-1602-4217-9385-de8cd4377fdf req-d304ddd9-817b-430e-bc27-037c990c14f6 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 210 time: 0.0511265
Jan 26 11:56:25.206952 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557981-163d-4cf6-8257-d4c6f4eb3d98 req-04efb55a-b063-4fdc-ad73-4356695a19d7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:25.207181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:25.210352 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1557981-163d-4cf6-8257-d4c6f4eb3d98 req-04efb55a-b063-4fdc-ad73-4356695a19d7 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1490805
Jan 26 11:56:25.318795 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f1557981-163d-4cf6-8257-d4c6f4eb3d98 req-6649ec38-97b5-427c-9d92-48ad53652a3f tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989904
Jan 26 11:56:25.336576 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device e36c6db7-8dc9-40b5-b139-55a5bd501ef8 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:56:25.459591 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-1888a667-5c13-412b-8650-18d138c91318 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1815362
Jan 26 11:56:25.504953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:25.548167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:25.564665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:25.574486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-1c1aebd3-6b5f-48d5-b154-ea2b4ebdd7df tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:25.576442 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-1c1aebd3-6b5f-48d5-b154-ea2b4ebdd7df tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.81 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 946 time: 0.1737595
Jan 26 11:56:25.613193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:25.615224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1629e966-7839-4e56-977a-261ea0666bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:25.679082 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'code': 200}
Jan 26 11:56:25.741250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=7']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.757492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.761769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:25.766174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Deleting port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:56:25.767915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:25.768984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:25.852868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-a9a03cbb-17bc-40ae-8100-682102eda5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:25.854865 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-a9a03cbb-17bc-40ae-8100-682102eda5db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1163 time: 0.2771709
Jan 26 11:56:26.139308 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-77885fbb-6a62-4766-b0a5-87908b8a7f33 req-0f4f4734-b78a-4189-b86a-6757dad01dd4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 210 time: 0.0572491
Jan 26 11:56:26.249103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-8bdc73fc-7dce-4406-ac1f-8a3074174140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:26.250802 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-8bdc73fc-7dce-4406-ac1f-8a3074174140 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.3480096
Jan 26 11:56:26.416203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] For port e36c6db7-8dc9-40b5-b139-55a5bd501ef8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:26.416614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:26.435962 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-a11c391c-16ad-4957-8f9a-307fd68680ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 1000 time: 0.1764054
Jan 26 11:56:26.785858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Calling delete_port for e36c6db7-8dc9-40b5-b139-55a5bd501ef8 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:56:26.798687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-cc7ba27d-9970-4002-afe8-9c1071b6c861 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:26.799842 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-cc7ba27d-9970-4002-afe8-9c1071b6c861 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Synchronizing usage tracker for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:56:26.849367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-650aa5fd-a608-4ac5-a6a5-e52eb84c492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:26.851729 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-650aa5fd-a608-4ac5-a6a5-e52eb84c492a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.3519893
Jan 26 11:56:26.859064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-cc7ba27d-9970-4002-afe8-9c1071b6c861 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Unset dirty status for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:56:26.861437 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-cc7ba27d-9970-4002-afe8-9c1071b6c861 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "GET /v2.0/networks?id=c1608d9c-7826-4b3c-96dd-9f85475b7f14 HTTP/1.1" status: 200  len: 813 time: 0.3193855
Jan 26 11:56:26.884848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Request body: {'port': {'device_id': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14', 'admin_state_up': True, 'tenant_id': '88e09dd7b3b045b9a908da593dc6e6af'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:27.107598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-be10b40c-1469-4980-a48b-1d4b601756ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:27.109344 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-be10b40c-1469-4980-a48b-1d4b601756ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2402401
Jan 26 11:56:27.147851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:27.152421 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Usage tracker for resource:port and tenant:88e09dd7b3b045b9a908da593dc6e6af is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:27.159920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Quota usage for port was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:27.166451 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:27.169691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c74e8f-5afe-40e7-b081-d60c85f7ee99 req-54504604-404b-40d1-81d4-f3bbe8e34a36 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:27.171176 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a7c74e8f-5afe-40e7-b081-d60c85f7ee99 req-54504604-404b-40d1-81d4-f3bbe8e34a36 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 944 time: 0.6729841
Jan 26 11:56:27.217948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Made reservation on behalf of 88e09dd7b3b045b9a908da593dc6e6af for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:56:27.237149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:27.374278 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-506adb7f-364f-4af5-95d0-a5bbc6b08e51 req-e04d000a-2a09-46b5-824c-96a0f357361a tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 210 time: 0.0700433
Jan 26 11:56:27.724407 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a7c74e8f-5afe-40e7-b081-d60c85f7ee99 req-a13f9cae-d91a-4068-a2e0-8585e7f1f0b0 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/security-groups?id=575197ca-d484-4d72-9da6-4a998e7dcf2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5071626
Jan 26 11:56:27.728054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:27.751316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:27.846637 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Pushing event deleted for resources: {'Port': ['ID=e36c6db7-8dc9-40b5-b139-55a5bd501ef8,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:27.871728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Allocated IP 172.20.0.5 (c1608d9c-7826-4b3c-96dd-9f85475b7f14/f9648f0e-8a52-4f84-9414-d83b13bdcfda/74beb873-12d0-497d-9d81-37a3f61eaa22) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:56:27.879149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.879557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.880318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.880929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.881413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.882082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.882706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.883313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.883925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.884524 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.885132 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.885785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.886515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.887134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.887726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.888351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.888927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.889538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.890166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.890772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.892847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.893484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.894133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.894745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:27.956853 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-5e66b1cb-b87a-4a6c-ba00-d83bc5ea7658 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7806249
Jan 26 11:56:27.958033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:28.237419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] No DVR routers for this DVR port e36c6db7-8dc9-40b5-b139-55a5bd501ef8 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:56:28.241876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:28.244854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'name': 'network-vif-deleted', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:28.254967 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-72b4a795-f344-41c8-a332-4f0978dc7096 req-3bf5a762-9706-49e2-9f91-7133c5214c22 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2893488
Jan 26 11:56:28.321983 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcc35e5-d6b5-46ad-9b01-91c830ba36c8', 'name': 'network-vif-deleted', 'tag': 'e36c6db7-8dc9-40b5-b139-55a5bd501ef8', 'status': 'completed', 'code': 200}
Jan 26 11:56:28.339864 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7663ee06-6358-4d81-b424-d45adc43ec0c req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.81 "DELETE /v2.0/ports/e36c6db7-8dc9-40b5-b139-55a5bd501ef8 HTTP/1.1" status: 204  len: 173 time: 2.7149279
Jan 26 11:56:28.349118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:28.448261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:28.475176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2f8d307-ae20-4bde-8929-504a0cc9b408 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:28.723244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Pushing event updated for resources: {'Port': ['ID=74beb873-12d0-497d-9d81-37a3f61eaa22,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:28.731337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:28.826204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:56:28.827827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:56:28.831522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:56:29.043036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:29.046350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:29.151387 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-4c6d2f41-d31e-4b26-a6fb-539f7c8d5408 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2709694
Jan 26 11:56:29.178089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Request body: {'port': {'device_id': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:29.234545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba236e0-04e6-40c4-9905-f7249c35e583 req-e0aff9a8-31b4-4cb6-a898-6ea2c0194dd1 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:29.238798 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ba236e0-04e6-40c4-9905-f7249c35e583 req-e0aff9a8-31b4-4cb6-a898-6ea2c0194dd1 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 931 time: 0.6810768
Jan 26 11:56:29.349353 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d7675188-24ae-4538-bf5d-18fd0e721056 req-f32d78da-51a5-4733-80dd-45d7e169ac9d tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] 10.222.0.57 "GET /v2.0/ports?device_id=efcc35e5-d6b5-46ad-9b01-91c830ba36c8 HTTP/1.1" status: 200  len: 210 time: 0.2911277
Jan 26 11:56:29.355478 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ba236e0-04e6-40c4-9905-f7249c35e583 req-282bf86d-55de-4304-921c-8466921993d3 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045926
Jan 26 11:56:29.491806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:30.274060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74beb873-12d0-497d-9d81-37a3f61eaa22 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:56:30.284792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:30.300157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Transition to ACTIVE for port object 74beb873-12d0-497d-9d81-37a3f61eaa22 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:56:30.355292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:30.372984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2c179e36-5b48-4d0c-8523-7526c4cf49c1 tempest-AttachVolumeNegativeTest-1639983346 tempest-AttachVolumeNegativeTest-1639983346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:30.565128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Pushing event updated for resources: {'Port': ['ID=74beb873-12d0-497d-9d81-37a3f61eaa22,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:30.579185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:30.737297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352988a9-3b9d-49c4-bee3-e663fecc0376 req-c2e12eb1-23a3-469d-9aee-654f19298dce tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:30.745849 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-352988a9-3b9d-49c4-bee3-e663fecc0376 req-c2e12eb1-23a3-469d-9aee-654f19298dce tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 943 time: 0.2052560
Jan 26 11:56:30.811630 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-352988a9-3b9d-49c4-bee3-e663fecc0376 req-73f06bf4-779a-429a-b588-12389934f8ec tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646822
Jan 26 11:56:30.860814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Attempting to bind port 74beb873-12d0-497d-9d81-37a3f61eaa22 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:56:30.861454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Attempting to bind port 74beb873-12d0-497d-9d81-37a3f61eaa22 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:56:30.862166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Attempting to bind port 74beb873-12d0-497d-9d81-37a3f61eaa22 on network c1608d9c-7826-4b3c-96dd-9f85475b7f14 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:56:30.873020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:56:30.873701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Checking segment: {'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:56:30.874369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:30.875017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Bound using segment: {'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:56:30.876308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Bound port: 74beb873-12d0-497d-9d81-37a3f61eaa22, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:56:30.877065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:31.045894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] For port 74beb873-12d0-497d-9d81-37a3f61eaa22, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:56:31.053448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] For port 74beb873-12d0-497d-9d81-37a3f61eaa22, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74beb873-12d0-497d-9d81-37a3f61eaa22,segment=NetworkSegment(56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3),segment_id=56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:56:31.081644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:31.227470 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c2345279-e7d8-4af6-ba93-320e9dfeeace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:31.334879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Pushing event updated for resources: {'Port': ['ID=74beb873-12d0-497d-9d81-37a3f61eaa22,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:31.338662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:31.351063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:31.351851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:31.353530 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] 10.222.0.81 "PUT /v2.0/ports/74beb873-12d0-497d-9d81-37a3f61eaa22 HTTP/1.1" status: 200  len: 1157 time: 2.1852136
Jan 26 11:56:31.354209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:31.422541 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22', 'status': 'completed', 'code': 200}
Jan 26 11:56:31.544276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-c6524456-42a6-437f-8db3-0ad59b8dae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:31.546358 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-c6524456-42a6-437f-8db3-0ad59b8dae53 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=88e09dd7b3b045b9a908da593dc6e6af&device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 1160 time: 0.0937781
Jan 26 11:56:31.643791 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-fcaa87bd-6fc8-4da8-af89-cffa192eda18 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2115700364&fields=id&tenant_id=99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 267 time: 0.0605237
Jan 26 11:56:31.653753 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-81517369-04d7-418b-80f7-e625e4f5b7e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74beb873-12d0-497d-9d81-37a3f61eaa22 HTTP/1.1" status: 200  len: 217 time: 0.0938902
Jan 26 11:56:31.731900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-236f4d73-3c30-4f4d-bde9-26764385cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:31.733473 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-236f4d73-3c30-4f4d-bde9-26764385cce5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f9648f0e-8a52-4f84-9414-d83b13bdcfda HTTP/1.1" status: 200  len: 853 time: 0.0734749
Jan 26 11:56:31.795576 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-8a1f49be-46bd-4ff7-a4bc-fbe45370cfaa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1608d9c-7826-4b3c-96dd-9f85475b7f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547709
Jan 26 11:56:31.877914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-44a4600a-77f7-4333-b44b-af8459cdf175 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:31.879992 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-44a4600a-77f7-4333-b44b-af8459cdf175 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 810 time: 0.2279170
Jan 26 11:56:31.898149 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-c4d63860-800e-4805-b240-a6a03756b356 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/quotas/99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 375 time: 0.0123110
Jan 26 11:56:32.170538 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-29c44e59-7876-47d4-b027-e1ee4c43302b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2514915
Jan 26 11:56:32.178870 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-dbb816e4-7e59-4ae9-8656-b0be403e3746 service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3750305
Jan 26 11:56:32.284224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028782d-a3aa-41d3-8956-51af68fb60f8 req-98b8cc61-7cf2-4dfb-99c0-ef3198e6dacc tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:32.285167 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-6028782d-a3aa-41d3-8956-51af68fb60f8 req-98b8cc61-7cf2-4dfb-99c0-ef3198e6dacc tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Synchronizing usage tracker for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:56:32.407073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-6028782d-a3aa-41d3-8956-51af68fb60f8 req-98b8cc61-7cf2-4dfb-99c0-ef3198e6dacc tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Unset dirty status for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:56:32.413198 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-d2e80f1c-a1b1-4525-bce0-f715807da5db service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195826
Jan 26 11:56:32.414927 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6028782d-a3aa-41d3-8956-51af68fb60f8 req-98b8cc61-7cf2-4dfb-99c0-ef3198e6dacc tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 943 time: 0.4260235
Jan 26 11:56:32.473902 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fe2ff3b6-7d44-4233-b15c-a2b6ed4cbfe8 req-30f4c894-90db-4ecb-a767-cc25a72602e3 service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2881241
Jan 26 11:56:32.494029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-6028782d-a3aa-41d3-8956-51af68fb60f8 req-3bf02680-9d7e-4f34-954d-33f9cf5cee0f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Synchronizing usage tracker for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:56:32.524096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 32888) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:32.605795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-6028782d-a3aa-41d3-8956-51af68fb60f8 req-3bf02680-9d7e-4f34-954d-33f9cf5cee0f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Unset dirty status for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:56:32.606997 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6028782d-a3aa-41d3-8956-51af68fb60f8 req-3bf02680-9d7e-4f34-954d-33f9cf5cee0f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912184
Jan 26 11:56:32.619571 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-da353aeb-0663-4845-8ebe-7b4696a80788 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2053390
Jan 26 11:56:33.036416 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-05b7c09c-062b-497c-8459-ee5375c9a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:33.038208 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-05b7c09c-062b-497c-8459-ee5375c9a892 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=88e09dd7b3b045b9a908da593dc6e6af&device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 1160 time: 0.4163427
Jan 26 11:56:33.438737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-8ae7630e-1ac3-4f5c-99d0-6bf5eccbfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:33.442377 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-8ae7630e-1ac3-4f5c-99d0-6bf5eccbfd65 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1608d9c-7826-4b3c-96dd-9f85475b7f14 HTTP/1.1" status: 200  len: 907 time: 0.3804164
Jan 26 11:56:33.798711 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-33d5ed4e-327d-4480-9066-02cdbd5204f3 req-3417e432-6a8d-4c06-8f7e-b169f69ee891 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.4259071
Jan 26 11:56:33.851739 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-893bd2f4-9e34-4d37-8052-e583f2934d72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74beb873-12d0-497d-9d81-37a3f61eaa22 HTTP/1.1" status: 200  len: 217 time: 0.3962271
Jan 26 11:56:33.968735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-f1adb9f1-e648-4847-9e0f-a77461c8f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:33.971514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-f1adb9f1-e648-4847-9e0f-a77461c8f588 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f9648f0e-8a52-4f84-9414-d83b13bdcfda HTTP/1.1" status: 200  len: 853 time: 0.1095896
Jan 26 11:56:33.979684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9d60-c2fe-4e02-af5d-684cb75e3590 req-a9e8ddea-0dfc-4e95-8d52-5f34d021996a tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:33.981341 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c4fa9d60-c2fe-4e02-af5d-684cb75e3590 req-a9e8ddea-0dfc-4e95-8d52-5f34d021996a tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 943 time: 0.1822941
Jan 26 11:56:34.052550 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-e51373ab-d9a1-4a52-82df-2ef99be2e7c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1608d9c-7826-4b3c-96dd-9f85475b7f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731971
Jan 26 11:56:34.058889 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c4fa9d60-c2fe-4e02-af5d-684cb75e3590 req-06b9a3d1-8e1f-4f29-86d4-53e50848e6e5 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675275
Jan 26 11:56:34.088311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-55d93497-d60f-4997-bbda-ef4ed1370f20 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:56:34.337497 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-a8ddffd7-793b-4a0e-b3ad-412bc98822bb service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2771111
Jan 26 11:56:34.410440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:34.551265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 74beb873-12d0-497d-9d81-37a3f61eaa22 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:56:34.680102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 74beb873-12d0-497d-9d81-37a3f61eaa22 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:56:34.689099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 74beb873-12d0-497d-9d81-37a3f61eaa22 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:34.689531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:34.704124 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3073481d-0b6e-4cb6-a371-f0345db888cc req-a33be071-4fea-434b-8456-6e13e915d969 service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3585176
Jan 26 11:56:34.837260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:34.892088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:34.908590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 74beb873-12d0-497d-9d81-37a3f61eaa22, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74beb873-12d0-497d-9d81-37a3f61eaa22,segment=NetworkSegment(56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3),segment_id=56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:34.937138 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:34.940327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:35.022037 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22', 'code': 200}
Jan 26 11:56:35.039519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=74beb873-12d0-497d-9d81-37a3f61eaa22,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:35.045235 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:35.085945 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-65ed65a0-fdfd-48a2-a98e-427bb4db013d req-78764a8e-1067-4fe0-a8ea-f1f939bff493 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.1139557
Jan 26 11:56:35.234616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Deleting port c43172e1-7c3b-4474-bc40-797f645e96d8 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:56:35.235538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:35.424691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9038cc0-2c56-4621-b51a-d9ac22c7fba4 req-9e5606ff-4c86-4226-a6fc-8f42c83a2d73 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:35.433065 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d9038cc0-2c56-4621-b51a-d9ac22c7fba4 req-9e5606ff-4c86-4226-a6fc-8f42c83a2d73 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 945 time: 0.1959922
Jan 26 11:56:35.571285 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d9038cc0-2c56-4621-b51a-d9ac22c7fba4 req-6965f079-c5ef-45ef-a3a5-15f71824090e tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367068
Jan 26 11:56:35.615120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-3635069e-f01c-4e60-9df9-01871f622b4a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:35.616893 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-3635069e-f01c-4e60-9df9-01871f622b4a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 810 time: 0.4422998
Jan 26 11:56:35.617060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a046-ba5e-472c-a6f3-70cddfe21751 req-ecbb10c6-0660-4515-b9e3-c42ddac92a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:35.619281 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6298a046-ba5e-472c-a6f3-70cddfe21751 req-ecbb10c6-0660-4515-b9e3-c42ddac92a9a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 1162 time: 0.1378701
Jan 26 11:56:35.700665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] For port c43172e1-7c3b-4474-bc40-797f645e96d8, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=c43172e1-7c3b-4474-bc40-797f645e96d8,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:35.715673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:35.716174 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6298a046-ba5e-472c-a6f3-70cddfe21751 req-a0c20a5a-559f-4c0b-881f-36da7a241e4d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667634
Jan 26 11:56:35.879076 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Calling delete_port for c43172e1-7c3b-4474-bc40-797f645e96d8 owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:56:35.923648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 32938) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:35.951800 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-cf05621b-d73c-49f3-ae7c-7a9b2372d777 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99199b371a9449cabe22dffd65eaf0c6 HTTP/1.1" status: 200  len: 5765 time: 0.3056889
Jan 26 11:56:36.034504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 74beb873-12d0-497d-9d81-37a3f61eaa22 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:56:36.149324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.167262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 74beb873-12d0-497d-9d81-37a3f61eaa22 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:36.174095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.174572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:36.180045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Usage tracker for resource:security_group_rule and tenant:e206949c9564436f9262a2b643443a4c is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:36.183936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:36.186174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'port': {'device_id': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'admin_state_up': True, 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'security_groups': ['cd7a2662-5105-49e1-86a1-64163802bdea']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:36.192218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:36.324995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.361340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.376166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4d482270-2296-400f-a6d4-c253f0891462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:36.431833 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e206949c9564436f9262a2b643443a4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5059059
Jan 26 11:56:36.433541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec295afd-7b60-4fe5-8b2c-83d105ab1e15,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:36.437130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 32946) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:36.441239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:36.496277 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dd9aff0d-2165-4def-9a42-cc4cf9492ff3 req-06b9501f-94c1-46c6-80bb-738005508379 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.1373620
Jan 26 11:56:36.523485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-713dadd5-72b0-4ed7-b8f0-79fe180d44ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.565560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-713dadd5-72b0-4ed7-b8f0-79fe180d44ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.571589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:36.590478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:36.684765 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Made reservation on behalf of 99199b371a9449cabe22dffd65eaf0c6 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:56:36.685160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-713dadd5-72b0-4ed7-b8f0-79fe180d44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.691971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0b1c5746-367f-4490-be14-bf937b2cd2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:36.700194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.706033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dadd5-72b0-4ed7-b8f0-79fe180d44ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec295afd-7b60-4fe5-8b2c-83d105ab1e15,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:36.710347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-713dadd5-72b0-4ed7-b8f0-79fe180d44ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:36.712835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-713dadd5-72b0-4ed7-b8f0-79fe180d44ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.713799 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-713dadd5-72b0-4ed7-b8f0-79fe180d44ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec295afd-7b60-4fe5-8b2c-83d105ab1e15 HTTP/1.1" status: 204  len: 168 time: 0.2749579
Jan 26 11:56:36.773972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:36.802709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d59e5da7-5d5b-40ab-b09e-273f3cd25b30 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:37.029025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b12caa-6881-484e-a20a-87db5cdc0d97 req-15c39628-2bab-412c-88e1-7c5fafb1f4f6 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:37.031128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0b12caa-6881-484e-a20a-87db5cdc0d97 req-15c39628-2bab-412c-88e1-7c5fafb1f4f6 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 945 time: 0.2278452
Jan 26 11:56:37.135890 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0b12caa-6881-484e-a20a-87db5cdc0d97 req-913ae277-8561-4d56-b268-811d805f3456 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938957
Jan 26 11:56:37.228367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43172e1-7c3b-4474-bc40-797f645e96d8,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:37.323706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.324517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.325188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.325893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.326565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.327235 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.327890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.328609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.328609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.329926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.330645 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.331414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.332193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.332901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.333488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.334700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.334856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.335276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.339571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.339571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.339571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.339571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.339571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.339571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:56:37.353288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:37.630600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 32960) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:37.666350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:37.685409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:37.692156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Usage tracker for resource:security_group_rule and tenant:0c5554c613014eb3884b22e9b5b45bb0 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:37.697868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:37.704784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:37.821550 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-27c05bec-4e80-4afe-b030-a072a12e283d req-e6f3677b-4cda-48bd-a758-95f73f682a72 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.1220520
Jan 26 11:56:37.931535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:37.972509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:37.982647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-161f707e-f487-4309-8fe0-6bc1bb483615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:38.039415 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c5554c613014eb3884b22e9b5b45bb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4030261
Jan 26 11:56:38.039415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09825c0c-e028-40ab-85fa-86b2397bb051,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:38.039773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Allocated IP 172.20.0.9 (d65e3f05-37f3-42f6-8372-7a3820b8681e/0edfd81a-e75a-4d62-8afe-25fb5254ed6f/d130630b-334e-4dff-803f-9e9afd1538a3) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:56:38.040864 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 32964) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:38.044892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-630ca3b5-53b8-41ce-bb62-3d6f6616d902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:38.100856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:38.116233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-98cb6ece-6e9d-4b3d-8d63-a15fa108649a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:38.148567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-98cb6ece-6e9d-4b3d-8d63-a15fa108649a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:38.199908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 74beb873-12d0-497d-9d81-37a3f61eaa22 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:56:38.248844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-98cb6ece-6e9d-4b3d-8d63-a15fa108649a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:38.258413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e53329d2-3749-4235-aaa9-a1de107310e9 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:38.271119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb6ece-6e9d-4b3d-8d63-a15fa108649a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09825c0c-e028-40ab-85fa-86b2397bb051,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:38.281128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-98cb6ece-6e9d-4b3d-8d63-a15fa108649a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:38.282786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-98cb6ece-6e9d-4b3d-8d63-a15fa108649a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:38.284547 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-98cb6ece-6e9d-4b3d-8d63-a15fa108649a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09825c0c-e028-40ab-85fa-86b2397bb051 HTTP/1.1" status: 204  len: 168 time: 0.2424884
Jan 26 11:56:38.333534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 74beb873-12d0-497d-9d81-37a3f61eaa22 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:38.334733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:38.495936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6fb79-d1e8-465a-a900-7f1d998e191a req-4f21aed2-f6c5-4117-a1dc-f25cde35138a tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:38.505387 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39b6fb79-d1e8-465a-a900-7f1d998e191a req-4f21aed2-f6c5-4117-a1dc-f25cde35138a tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 945 time: 0.1693351
Jan 26 11:56:38.580913 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39b6fb79-d1e8-465a-a900-7f1d998e191a req-2678b95b-75ee-4174-97e2-798833a3b109 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739756
Jan 26 11:56:38.665622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:38.748051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Transition to ACTIVE for port object d130630b-334e-4dff-803f-9e9afd1538a3 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:56:39.030535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.054798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6624cf3a-3f49-4a0e-8fb3-0191e4e9363e tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:39.230277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33014) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:39.260953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.295858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:39.305043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Usage tracker for resource:security_group_rule and tenant:3faafd56fd5a4e6587803dc08ffc9dea is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:39.311293 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:39.324813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:39.351939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=d130630b-334e-4dff-803f-9e9afd1538a3,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:39.370452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:39.462417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Router e08296a8-0436-4d91-8b03-91153363a5ad has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:56:39.533640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064179-23db-441e-88a5-dc50341380fd req-cda23982-c8e3-4037-9ed5-07e076ddc209 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:39.535455 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-79064179-23db-441e-88a5-dc50341380fd req-cda23982-c8e3-4037-9ed5-07e076ddc209 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 931 time: 0.3562210
Jan 26 11:56:39.543201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Network d65e3f05-37f3-42f6-8372-7a3820b8681e is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:56:39.551301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:56:39.575055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.578734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:56:39.606777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.623326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-02515b45-1b7d-432b-8899-8cc9abd47acd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:39.666234 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3faafd56fd5a4e6587803dc08ffc9dea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4344358
Jan 26 11:56:39.669878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33022) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:39.744979 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7763dd0e-6d41-4efd-9c43-a0cd5f9e7ecd,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:39.770752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dac74cad-69ab-4c09-88a7-4f2ac50da605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:39.824136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.860247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.942221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-daf4332b-0738-4156-955c-4728629ba0c7 None None] Provisioning for port d130630b-334e-4dff-803f-9e9afd1538a3 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:56:39.951723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-daf4332b-0738-4156-955c-4728629ba0c7 None None] Provisioning complete for port d130630b-334e-4dff-803f-9e9afd1538a3 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:39.951723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-daf4332b-0738-4156-955c-4728629ba0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.987661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:39.994848 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e67ef0b0-b9a4-42e9-b828-0f10676ae76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:40.014154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763dd0e-6d41-4efd-9c43-a0cd5f9e7ecd,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:40.019391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:40.021197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:40.022051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-daf4332b-0738-4156-955c-4728629ba0c7 None None] Port d130630b-334e-4dff-803f-9e9afd1538a3 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:56:40.023964 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7763dd0e-6d41-4efd-9c43-a0cd5f9e7ecd HTTP/1.1" status: 204  len: 168 time: 0.3521333
Jan 26 11:56:40.300807 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-79064179-23db-441e-88a5-dc50341380fd req-499cdce0-5bb5-4463-8cd4-35509fd12072 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.7524199
Jan 26 11:56:40.354080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:40.354080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:40.419486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:56:40.430456 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] 10.222.0.57 "PUT /v2.0/routers/e08296a8-0436-4d91-8b03-91153363a5ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8994808
Jan 26 11:56:40.430560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33042) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:40.434018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] Sync routers for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:56:40.435966 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-ecdc09be-d283-4ecf-9e05-921caa585a36 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2708931
Jan 26 11:56:40.452344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:56:40.457556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Request body: {'port': {'device_id': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:40.475165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9d0358>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:56:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:40.599992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:40.807224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:41.198929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:56:41.207669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:41.225983 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Deleting port 79e0dfde-6d36-47b4-a174-43295a2303a3 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:56:41.226335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:41.525526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d130630b-334e-4dff-803f-9e9afd1538a3 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:56:41.541221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:41.571144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Transition to ACTIVE for port object d130630b-334e-4dff-803f-9e9afd1538a3 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:56:41.623403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:41.644048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-358c3b2c-0786-4932-9613-58eb632d213e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:41.666862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] For port 79e0dfde-6d36-47b4-a174-43295a2303a3, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=79e0dfde-6d36-47b4-a174-43295a2303a3,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:41.667538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:41.690773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9d0358>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:56:36Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:41.704010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] Checking router: e08296a8-0436-4d91-8b03-91153363a5ad for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:56:41.725922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] Routers {'e08296a8-0436-4d91-8b03-91153363a5ad'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:56:41.727719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9d0358>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:56:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['e08296a8-0436-4d91-8b03-91153363a5ad'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:41.815326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Pushing event updated for resources: {'Port': ['ID=d130630b-334e-4dff-803f-9e9afd1538a3,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:41.822048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:42.124533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Attempting to bind port d130630b-334e-4dff-803f-9e9afd1538a3 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:56:42.128868 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Attempting to bind port d130630b-334e-4dff-803f-9e9afd1538a3 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:56:42.129591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Attempting to bind port d130630b-334e-4dff-803f-9e9afd1538a3 on network d65e3f05-37f3-42f6-8372-7a3820b8681e {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:56:42.137837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] Set router e08296a8-0436-4d91-8b03-91153363a5ad gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:56:42.155888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:56:42.156967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Checking segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:56:42.157870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:42.158543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Bound using segment: {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:56:42.159560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Bound port: d130630b-334e-4dff-803f-9e9afd1538a3, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f3f3e-0d35-4d52-9fa7-936138e1ec7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:56:42.160214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:42.361785 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Calling delete_port for 79e0dfde-6d36-47b4-a174-43295a2303a3 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:56:42.364462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] For port d130630b-334e-4dff-803f-9e9afd1538a3, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:56:42.368649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] For port d130630b-334e-4dff-803f-9e9afd1538a3, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d130630b-334e-4dff-803f-9e9afd1538a3,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:56:42.411269 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:42.443153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-70b4fc4b-d096-496c-844f-5f649e80ed63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:42.575488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c50a3-f9d0-4043-94c4-8ec07883d55b req-89a145a6-b7ac-494d-b71c-e3174a8e3b0e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:42.581172 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a6c50a3-f9d0-4043-94c4-8ec07883d55b req-89a145a6-b7ac-494d-b71c-e3174a8e3b0e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 943 time: 0.9996283
Jan 26 11:56:42.658429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9d0358>, [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:56:36Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:42.667601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef4dcf-d93d-4c55-a3e2-59bb785adbdc None None] The sync data for ids ['e08296a8-0436-4d91-8b03-91153363a5ad'] in dv-cinder-772388-2-iscsi is: [{'id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'name': 'tempest-TestMinimumBasicScenario-363121751-router', 'tenant_id': '78e97e882b25408ab0d3307d2faa4ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:53:17Z', 'updated_at': '2021-01-26T11:56:36Z', 'revision_number': 5, 'project_id': '78e97e882b25408ab0d3307d2faa4ea1', 'gw_port': {'id': '79e0dfde-6d36-47b4-a174-43295a2303a3', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08296a8-0436-4d91-8b03-91153363a5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:53:19Z', 'updated_at': '2021-01-26T11:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:56:42.708352 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8a6c50a3-f9d0-4043-94c4-8ec07883d55b req-f83d3897-bccc-4213-869f-ee72712f71eb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0998898
Jan 26 11:56:42.717318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Pushing event updated for resources: {'Port': ['ID=d130630b-334e-4dff-803f-9e9afd1538a3,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:42.739277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:42.791482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:42.792419 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:42.794381 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] 10.222.0.81 "PUT /v2.0/ports/d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 1157 time: 2.3420360
Jan 26 11:56:42.795338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:42.838103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:42.924479 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'status': 'completed', 'code': 200}
Jan 26 11:56:43.146759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-f37192fc-cbd9-4c47-b679-4e41bdd23166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:43.149486 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-f37192fc-cbd9-4c47-b679-4e41bdd23166 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1160 time: 0.2129710
Jan 26 11:56:43.213183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:43.284480 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-98ead7c3-a6a7-4211-ade4-6bcd2f5f33ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 217 time: 0.1189899
Jan 26 11:56:43.420957 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-10dc1b4d-cb6d-4695-bf08-7ba1cb9f08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:43.431341 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-10dc1b4d-cb6d-4695-bf08-7ba1cb9f08f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1381030
Jan 26 11:56:43.485248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:43.489053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:43.571937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-92abd6ab-fcaf-4242-9fdf-4d6b2f8befb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:43.573935 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-92abd6ab-fcaf-4242-9fdf-4d6b2f8befb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1297996
Jan 26 11:56:43.623659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:43.624389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08296a8-0436-4d91-8b03-91153363a5ad {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 11:56:43.648240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:43.653008 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e2c6ce9b-079d-4bdc-a573-0e85a8c9c517 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e08296a8-0436-4d91-8b03-91153363a5ad HTTP/1.1" status: 204  len: 168 time: 3.2182872
Jan 26 11:56:43.654333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33090) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:43.770528 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Deleting subnet 5cf1c716-bf12-461e-a609-50d1f2f30045 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:56:43.774708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:43.787107 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-98b2422a-43c7-4fac-8c03-7cbb3d3d3e1c service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034829
Jan 26 11:56:43.866823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:44.058250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:44.118486 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c19d99a7-d83d-46f0-b1aa-b716b1e7437f req-c4c69c5f-393c-4351-a838-d01d1296c2bf service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3219869
Jan 26 11:56:44.405458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-b203ed74-38de-41ea-9f13-3c54b9467f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:44.409430 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-b203ed74-38de-41ea-9f13-3c54b9467f7a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1160 time: 0.1536839
Jan 26 11:56:44.448892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fdf33-b5d3-4ace-a6d5-47736e8c1524 req-64794e20-b56a-4063-b513-b918ed5a3144 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:44.451510 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-982fdf33-b5d3-4ace-a6d5-47736e8c1524 req-64794e20-b56a-4063-b513-b918ed5a3144 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 943 time: 0.3419831
Jan 26 11:56:44.635340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-e0f3381f-d9e9-4dbb-82ad-30bb27edb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:44.638574 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-e0f3381f-d9e9-4dbb-82ad-30bb27edb7a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.2173328
Jan 26 11:56:44.659199 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-982fdf33-b5d3-4ace-a6d5-47736e8c1524 req-208dd92d-b8ac-41ba-9059-aefbfe3c84d0 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1918468
Jan 26 11:56:44.783097 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-192e507c-7dd3-483c-a9f3-f67da632b9d0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 217 time: 0.1319735
Jan 26 11:56:44.784989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:44.786671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 79e0dfde-6d36-47b4-a174-43295a2303a3 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:56:44.813963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-61b972f8-ef39-4706-9f32-2621c23263d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:44.840093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 79e0dfde-6d36-47b4-a174-43295a2303a3 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:56:44.840612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 79e0dfde-6d36-47b4-a174-43295a2303a3 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:56:44.841290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device c43172e1-7c3b-4474-bc40-797f645e96d8 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:56:44.887526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: c43172e1-7c3b-4474-bc40-797f645e96d8 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:56:44.888432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cf1c716-bf12-461e-a609-50d1f2f30045,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:44.888626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device c43172e1-7c3b-4474-bc40-797f645e96d8 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:56:44.894081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:44.923431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-94f0136e-2274-4bf3-acb2-ca6143fe5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:44.926154 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-94f0136e-2274-4bf3-acb2-ca6143fe5264 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1333323
Jan 26 11:56:45.028708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:45.045180 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f54c14de-890d-4575-bf27-151d8f21c60f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5cf1c716-bf12-461e-a609-50d1f2f30045 HTTP/1.1" status: 204  len: 168 time: 1.3856292
Jan 26 11:56:45.050338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33104) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:45.052595 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349d93d-c6c4-49e6-a00a-67a9b122e390 None None] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:56:45.120031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-fdbc708a-0d81-42ac-9e73-29f0a00cd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:45.123194 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-fdbc708a-0d81-42ac-9e73-29f0a00cd473 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1862884
Jan 26 11:56:45.209107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49b42806-737a-409a-a1ca-81dda11bf053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:45.342394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:45.406383 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-8eac9329-82b5-4913-8406-e52af85de1db service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2747674
Jan 26 11:56:45.446058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Deleting port 2786458d-c8be-4de2-85f6-51cec3cc990d {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:56:45.446688 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:45.539414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445d63c-1736-4158-9113-f374220442ad None None] DHCP port deletion for d19333f4-69f1-4e33-9c2d-1a658d76b65d request from dv-cinder-772388-2-iscsi {{(pid=80246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 11:56:45.548270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-4445d63c-1736-4158-9113-f374220442ad None None] Deleting port 2786458d-c8be-4de2-85f6-51cec3cc990d {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:56:45.549216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4445d63c-1736-4158-9113-f374220442ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:45.668068 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-10bf44fe-6f3a-4149-bf5e-5a3d8c7949a2 req-dfb7827d-7ef9-4b05-9ffa-a8f4c731f446 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2538185
Jan 26 11:56:45.792493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] For port 2786458d-c8be-4de2-85f6-51cec3cc990d, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=2786458d-c8be-4de2-85f6-51cec3cc990d,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:45.793193 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:45.894954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-4445d63c-1736-4158-9113-f374220442ad None None] For port 2786458d-c8be-4de2-85f6-51cec3cc990d, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=2786458d-c8be-4de2-85f6-51cec3cc990d,segment=NetworkSegment(eacc9bd6-f528-41bc-a177-6f92e46b503a),segment_id=eacc9bd6-f528-41bc-a177-6f92e46b503a)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:45.896704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4445d63c-1736-4158-9113-f374220442ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:45.995109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Calling delete_port for 2786458d-c8be-4de2-85f6-51cec3cc990d owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:56:46.088009 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13eacb-e276-41f9-bb09-b76199caac15 req-6a684910-3a05-42fc-8088-b41e5367651c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:46.088896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-9e13eacb-e276-41f9-bb09-b76199caac15 req-6a684910-3a05-42fc-8088-b41e5367651c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:56:46.138460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:46.165431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-4445d63c-1736-4158-9113-f374220442ad None None] Calling delete_port for 2786458d-c8be-4de2-85f6-51cec3cc990d owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:56:46.172409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-9e13eacb-e276-41f9-bb09-b76199caac15 req-6a684910-3a05-42fc-8088-b41e5367651c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:56:46.174902 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9e13eacb-e276-41f9-bb09-b76199caac15 req-6a684910-3a05-42fc-8088-b41e5367651c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 943 time: 0.3040764
Jan 26 11:56:46.179960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f7c92910-add7-42ad-889e-acc397fda6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:46.272397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-4445d63c-1736-4158-9113-f374220442ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:56:46.273638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-4445d63c-1736-4158-9113-f374220442ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:56:46.275834 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9e13eacb-e276-41f9-bb09-b76199caac15 req-052f6c45-e079-44d4-88e3-68ef586f043c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0916944
Jan 26 11:56:46.318551 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Pushing event deleted for resources: {'Port': ['ID=2786458d-c8be-4de2-85f6-51cec3cc990d,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:46.330962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:46.354824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] No DVR routers for this DVR port 2786458d-c8be-4de2-85f6-51cec3cc990d on host dv-cinder-772388-2-iscsi {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:56:46.536215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:46.710349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef839358>,) {'filters': {'network_id': ['d19333f4-69f1-4e33-9c2d-1a658d76b65d']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:46.728844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef839358>, 'eacc9bd6-f528-41bc-a177-6f92e46b503a') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:46.729382 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef839358>, 'eacc9bd6-f528-41bc-a177-6f92e46b503a') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:56:46.750745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31539139'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:46.773501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:46.775968 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:56:46.776579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-4445d63c-1736-4158-9113-f374220442ad None None] Deleting port 2786458d-c8be-4de2-85f6-51cec3cc990d {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:56:46.778006 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4445d63c-1736-4158-9113-f374220442ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:46.836716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 2786458d-c8be-4de2-85f6-51cec3cc990d no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:56:46.898433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 2786458d-c8be-4de2-85f6-51cec3cc990d {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:56:46.899047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 2786458d-c8be-4de2-85f6-51cec3cc990d not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:56:46.959384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-4445d63c-1736-4158-9113-f374220442ad None None] The port '2786458d-c8be-4de2-85f6-51cec3cc990d' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 11:56:47.078386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:56:47.097526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823238403'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:47.351806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Network d19333f4-69f1-4e33-9c2d-1a658d76b65d has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:56:47.388056 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:56:47.415891 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9383dcd9-868d-438a-bc5a-ad06017cf85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:47.874724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:47.884446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:47.888303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7a723a33-5fe0-41db-ac1a-c80519f309f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:47.913083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19333f4-69f1-4e33-9c2d-1a658d76b65d,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:47.917492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:48.037363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a793cf0-9945-43cd-8d4e-ba178f2dc53f req-e2bec31f-9ac9-4366-9961-81210eeeb8ac tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:48.039745 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a793cf0-9945-43cd-8d4e-ba178f2dc53f req-e2bec31f-9ac9-4366-9961-81210eeeb8ac tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 943 time: 0.5514801
Jan 26 11:56:48.051026 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d19333f4-69f1-4e33-9c2d-1a658d76b65d HTTP/1.1" status: 204  len: 168 time: 2.9980927
Jan 26 11:56:48.130186 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a793cf0-9945-43cd-8d4e-ba178f2dc53f req-7e7fdb52-8465-4a02-8a0f-c7f91db7e6a6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0813169
Jan 26 11:56:48.178224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:48.513313 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33140) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:48.603464 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0996bafa-a6f7-479a-9e10-87c43142a205 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78e97e882b25408ab0d3307d2faa4ea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0882998
Jan 26 11:56:48.606208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33144) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:48.680323 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-54338979-b217-477c-b53d-5ea93a1cfeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:48.720519 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-54338979-b217-477c-b53d-5ea93a1cfeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:48.795318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:48.829622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-54338979-b217-477c-b53d-5ea93a1cfeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:48.835373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3dcbc58b-8fad-4e74-b05d-da20cb64af2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:48.851724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54338979-b217-477c-b53d-5ea93a1cfeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575197ca-d484-4d72-9da6-4a998e7dcf2c,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:48.856177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-54338979-b217-477c-b53d-5ea93a1cfeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:48.891695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-54338979-b217-477c-b53d-5ea93a1cfeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:48.893520 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-54338979-b217-477c-b53d-5ea93a1cfeaa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/575197ca-d484-4d72-9da6-4a998e7dcf2c HTTP/1.1" status: 204  len: 168 time: 0.2857134
Jan 26 11:56:49.526703 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd75170-d77a-4654-b319-e72e7125723c req-2c26fc7f-56cf-44c3-986f-2b8076c53711 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:49.528538 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3cd75170-d77a-4654-b319-e72e7125723c req-2c26fc7f-56cf-44c3-986f-2b8076c53711 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 943 time: 0.1711884
Jan 26 11:56:49.606701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:49.623677 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3cd75170-d77a-4654-b319-e72e7125723c req-c2589c94-698c-4884-995a-9eba2c94456f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0851598
Jan 26 11:56:50.476562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33164) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:50.661211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:50.682312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:50.689164 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Usage tracker for resource:security_group_rule and tenant:0628407b6e564170abc8d9778a329d4b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:50.694287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:50.704932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:50.881560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:50.963562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f392a6b-97b7-4d56-8457-f058d2f5d3b5 req-4d18cff2-4706-4936-b479-e9789fa23afa tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:50.965835 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3f392a6b-97b7-4d56-8457-f058d2f5d3b5 req-4d18cff2-4706-4936-b479-e9789fa23afa tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 943 time: 0.1883197
Jan 26 11:56:50.966271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:50.977832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f943af99-26a5-4292-a845-1fb1748757cf tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:51.045293 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0628407b6e564170abc8d9778a329d4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5670695
Jan 26 11:56:51.048412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 33172) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:51.068950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1edc16-7278-476a-b57a-7a747af53aee,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:51.078822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-404c2715-ec5d-445e-8316-a057e4a49039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:51.102417 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3f392a6b-97b7-4d56-8457-f058d2f5d3b5 req-c566c634-3332-43b8-b06b-d7c5b04c7aae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1115744
Jan 26 11:56:51.138973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:51.178913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:51.257440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:51.263547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2f15f59d-7760-4f47-b124-17dbc7834f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:51.278690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1edc16-7278-476a-b57a-7a747af53aee,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:51.282314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:51.283311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:51.284576 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e1edc16-7278-476a-b57a-7a747af53aee HTTP/1.1" status: 204  len: 168 time: 0.2350743
Jan 26 11:56:51.909070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 33186) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:51.931606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:51.958851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:51.964913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Usage tracker for resource:security_group_rule and tenant:4c98c7550b7c4388ab4e53222a17e0ec is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:56:51.968408 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:56:51.981094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:52.081201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:52.121294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:52.134350 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-da24fbd8-bd58-4671-a35d-6dcdb28863cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:52.199922 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c98c7550b7c4388ab4e53222a17e0ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2863023
Jan 26 11:56:52.199922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1db234-21b5-4b24-9257-eaf887611a98,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:52.202667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33196) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:56:52.202973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:52.293062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-daa45c5c-54ae-4e48-90b2-e9a6775c67c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:52.325460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-daa45c5c-54ae-4e48-90b2-e9a6775c67c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:52.399357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac910240-2299-4dfb-8b77-639edc8f6dc1 req-cdaef4b9-cc24-4717-9b10-af3fc13da382 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:52.401105 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ac910240-2299-4dfb-8b77-639edc8f6dc1 req-cdaef4b9-cc24-4717-9b10-af3fc13da382 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 943 time: 0.1517098
Jan 26 11:56:52.424001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-daa45c5c-54ae-4e48-90b2-e9a6775c67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:52.430587 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-12eb4b62-5c80-49f1-9e3a-0bc00ffa182d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:52.446581 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa45c5c-54ae-4e48-90b2-e9a6775c67c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1db234-21b5-4b24-9257-eaf887611a98,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:52.449917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-daa45c5c-54ae-4e48-90b2-e9a6775c67c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:52.455540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-daa45c5c-54ae-4e48-90b2-e9a6775c67c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:52.462570 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-daa45c5c-54ae-4e48-90b2-e9a6775c67c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e1db234-21b5-4b24-9257-eaf887611a98 HTTP/1.1" status: 204  len: 168 time: 0.2533402
Jan 26 11:56:52.475818 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ac910240-2299-4dfb-8b77-639edc8f6dc1 req-20b0d935-f78d-4f90-bdbb-7a8d3fb76700 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0665956
Jan 26 11:56:52.729917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d130630b-334e-4dff-803f-9e9afd1538a3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:56:52.851993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port d130630b-334e-4dff-803f-9e9afd1538a3 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:56:52.857428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d130630b-334e-4dff-803f-9e9afd1538a3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:52.857887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:53.016091 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:53.057023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:56:53.078760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port d130630b-334e-4dff-803f-9e9afd1538a3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d130630b-334e-4dff-803f-9e9afd1538a3,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:56:53.115228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:53.118424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-852413e7-a387-441e-8acf-543471d41369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:53.158535 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'code': 200}
Jan 26 11:56:53.225603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=d130630b-334e-4dff-803f-9e9afd1538a3,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:53.231390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:53.952548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de0328-3f52-49f0-96f9-9b3a83c29790 req-07ace3b6-5a69-4c68-9c06-38086981dfd5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:53.955675 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b2de0328-3f52-49f0-96f9-9b3a83c29790 req-07ace3b6-5a69-4c68-9c06-38086981dfd5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.2016876
Jan 26 11:56:54.083233 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b2de0328-3f52-49f0-96f9-9b3a83c29790 req-577a9aaf-b659-4dcd-9277-44b9a0d64bba tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0715566
Jan 26 11:56:54.101674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2561d-f572-4676-a910-5c6d83cdd02c req-86c6b762-6666-4578-8da1-2bac8f7d0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:54.104077 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a4f2561d-f572-4676-a910-5c6d83cdd02c req-86c6b762-6666-4578-8da1-2bac8f7d0871 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1162 time: 0.4969504
Jan 26 11:56:54.174407 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a4f2561d-f572-4676-a910-5c6d83cdd02c req-0d65b9f7-ef46-46e8-9064-9f6f850b6353 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0620990
Jan 26 11:56:54.292790 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d130630b-334e-4dff-803f-9e9afd1538a3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:56:54.408315 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d130630b-334e-4dff-803f-9e9afd1538a3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:56:54.408834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:55.228964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:55.405065 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4587d-4ef6-4cda-ba8a-6f02a4f48cf3 req-5297f047-39b3-4460-bb98-879cf58b5556 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:55.407475 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0dc4587d-4ef6-4cda-ba8a-6f02a4f48cf3 req-5297f047-39b3-4460-bb98-879cf58b5556 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.1677299
Jan 26 11:56:55.487825 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0dc4587d-4ef6-4cda-ba8a-6f02a4f48cf3 req-696b64e0-456a-4b6c-87c2-aa9f2a98f985 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0726156
Jan 26 11:56:56.087618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:56:56.786539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eee720-2d8c-42a4-aae2-f2d2f709ca40 req-80d57aad-242e-488d-8954-89acefbd1bba tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:56.788328 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f2eee720-2d8c-42a4-aae2-f2d2f709ca40 req-80d57aad-242e-488d-8954-89acefbd1bba tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.1501348
Jan 26 11:56:56.851798 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f2eee720-2d8c-42a4-aae2-f2d2f709ca40 req-7fa66f58-e1dc-4492-ba64-62e200551fe6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0567446
Jan 26 11:56:57.140642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6f25f-10e9-4828-9777-5d389ab01e2a req-a4f54934-f14d-4b48-8b6b-5589d4666f68 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:56:57.142600 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-aae6f25f-10e9-4828-9777-5d389ab01e2a req-a4f54934-f14d-4b48-8b6b-5589d4666f68 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.1490619
Jan 26 11:56:57.209710 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-aae6f25f-10e9-4828-9777-5d389ab01e2a req-4cf27817-6884-48e9-b756-ba2d2062cb2a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0601392
Jan 26 11:56:57.488745 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-4566a435-eb73-4437-bee8-30dbfa59a9ee tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2198217
Jan 26 11:56:57.502545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:56:57.517758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:56:57.529248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:56:57.589458 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:57.746820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:58.314572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Allocated IP 172.27.2.56 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/3c8589a6-628e-4a06-b36f-368c89173651) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:56:58.498522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:58.555526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:58.570461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-df09adb8-465e-427f-bf2d-b7391911faf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:58.729215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=3c8589a6-628e-4a06-b36f-368c89173651,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:58.734200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:58.799442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:56:58.800763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:56:58.810686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:56:58.914883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:59.017681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:59.332237 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:59.360663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:59.377373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8984d97d-5a2e-4ecb-a832-125fc7fe5783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:56:59.523014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event updated for resources: {'Port': ['ID=3c8589a6-628e-4a06-b36f-368c89173651,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:56:59.534000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:56:59.642886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:59.714636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:56:59.716022 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-f053e572-ba1f-4eaa-817a-0ecd27023521 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2191317
Jan 26 11:56:59.819888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-a2b728e1-0d7f-40b9-8847-dcca6284b33b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:56:59.863320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-a2b728e1-0d7f-40b9-8847-dcca6284b33b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:56:59.864634 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-a2b728e1-0d7f-40b9-8847-dcca6284b33b tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200  len: 695 time: 0.1413426
Jan 26 11:57:00.090728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-b45e76bd-6a2c-475e-80c8-5bfd610bf64c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:00.092363 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a832b8a0-39a6-4b4f-914b-25721717e412 req-b45e76bd-6a2c-475e-80c8-5bfd610bf64c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2216604
Jan 26 11:57:00.344602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-1676e206-9e28-4f6f-9968-4e7b87c16900 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:00.346393 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-1676e206-9e28-4f6f-9968-4e7b87c16900 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1393774
Jan 26 11:57:00.460698 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-dce4bbab-57d3-4299-baf4-7cba8e0402dc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200  len: 695 time: 0.1033759
Jan 26 11:57:00.475851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Request body: {'floatingip': {'port_id': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:00.595485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:01.301396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:01.331564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:01.599595 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Floating IP a15793ea-8753-4d86-991f-ae146b330615 associated. External IP: 172.27.2.56, port: d130630b-334e-4dff-803f-9e9afd1538a3.
Jan 26 11:57:02.279923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:57:02.492041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:57:02.497975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:02.507288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:57:02.519676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:57:02.520478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efd7d6a0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:56:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:57:02.581002 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-d0fbd2c9-cb38-4066-943e-c52d19153736 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "PUT /v2.0/floatingips/a15793ea-8753-4d86-991f-ae146b330615 HTTP/1.1" status: 200  len: 995 time: 2.1133583
Jan 26 11:57:02.581614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:02.650133 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'status': 'completed', 'code': 200}
Jan 26 11:57:02.754917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:57:02.854211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-bf75bead-650b-4039-a790-456bbe3efb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:02.855971 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-bf75bead-650b-4039-a790-456bbe3efb87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1162 time: 0.2554009
Jan 26 11:57:02.858347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-27753f45-8299-44f7-b428-1e478730c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:02.860042 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-27753f45-8299-44f7-b428-1e478730c554 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1162 time: 0.1319559
Jan 26 11:57:03.165008 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-423af7d1-bf72-4a95-a21d-1df283d6572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:03.166625 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-423af7d1-bf72-4a95-a21d-1df283d6572e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.3016918
Jan 26 11:57:03.172434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-9f16eee6-e13d-4f3f-8a66-488c28334fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:03.174391 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-9f16eee6-e13d-4f3f-8a66-488c28334fc9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.2809138
Jan 26 11:57:03.184786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efd7d6a0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:45Z', 'revision_number': 2, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}, {'id': 'a15793ea-8753-4d86-991f-ae146b330615', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.56', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:02:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:56:58Z', 'updated_at': '2021-01-26T11:57:01Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:57:03.189870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:57:03.201039 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:57:03.201799 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efd7d6a0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:56:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:57:03.423472 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-7085889c-e9a5-41cc-8e9b-e8966c14e184 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 998 time: 0.2465138
Jan 26 11:57:03.427476 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-7cc7de39-a123-4362-b98d-7d69a47965d8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 998 time: 0.1923063
Jan 26 11:57:03.446837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:57:03.579795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-665a1781-cbdb-4d70-a40e-5f6e74c88654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:03.582627 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-665a1781-cbdb-4d70-a40e-5f6e74c88654 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1493042
Jan 26 11:57:03.588180 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-f1f36289-2fd2-4b74-9dc8-f630ec3c8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:03.590357 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-f1f36289-2fd2-4b74-9dc8-f630ec3c8877 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1548510
Jan 26 11:57:03.778090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-bfaa1684-00d7-45d4-b456-ba21b022e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:03.780139 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-bfaa1684-00d7-45d4-b456-ba21b022e4fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1350725
Jan 26 11:57:03.783958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-c10d4c06-75a7-4ea9-be87-800c548479fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:03.785876 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-c10d4c06-75a7-4ea9-be87-800c548479fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1943567
Jan 26 11:57:03.797705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-276e1501-b5ee-450b-acfc-b5198b83241c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:57:03.799832 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-276e1501-b5ee-450b-acfc-b5198b83241c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0106850
Jan 26 11:57:04.159604 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efd7d6a0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:45Z', 'revision_number': 2, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}, {'id': 'a15793ea-8753-4d86-991f-ae146b330615', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.56', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:02:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:56:58Z', 'updated_at': '2021-01-26T11:57:01Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:57:04.166736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958298b-adbc-4ec7-b5b6-49aeacb1fe9a None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:45Z', 'revision_number': 2, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}, {'id': 'a15793ea-8753-4d86-991f-ae146b330615', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.56', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:02:3c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:56:58Z', 'updated_at': '2021-01-26T11:57:01Z', 'revision_number': 1, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:57:04.167516 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-eb756883-74be-47ff-810b-9442db56191c service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3658991
Jan 26 11:57:04.178750 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-b7da2e30-6d5f-4701-8216-32a136b13a8c service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3228047
Jan 26 11:57:04.485826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7671985c-0e01-426e-9bbb-3bfb2b80b8ac req-3ff31711-5596-4fa2-a4a4-0b23d18b61d5 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3100348
Jan 26 11:57:04.489861 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a3e7b81f-2014-48b9-bc68-63c25b55fff6 req-b5244c35-f032-487b-972a-3480c71cbdb3 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2909818
Jan 26 11:57:04.554607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0deb0de-61be-483f-99f7-c314168207a8 None None] New status for floating IP a15793ea-8753-4d86-991f-ae146b330615: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:57:05.486048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33336) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:57:05.679811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:05.697139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:57:05.701620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:db496ec3349e4996804da4d8116e7458 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:57:05.705558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:57:05.711919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:57:05.812691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:05.840125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:05.847971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-79ce3b45-0a49-471c-a82a-5474c1b0ddb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:05.905995 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db496ec3349e4996804da4d8116e7458&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4181163
Jan 26 11:57:05.906255 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 33344) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:57:05.907308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b12463-9c01-4a7d-9f11-0f8c0750e283,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:05.913781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ae7df01e-0936-4e73-b2f0-5cb554112fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:06.023157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b121fd43-0033-44ba-aa83-c6e6761cdbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:06.053120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b121fd43-0033-44ba-aa83-c6e6761cdbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:06.446337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b121fd43-0033-44ba-aa83-c6e6761cdbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:06.452061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f2354247-05a1-4237-8c2d-5c83a9ac0117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:06.467548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121fd43-0033-44ba-aa83-c6e6761cdbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b12463-9c01-4a7d-9f11-0f8c0750e283,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:06.471170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b121fd43-0033-44ba-aa83-c6e6761cdbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:06.472474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b121fd43-0033-44ba-aa83-c6e6761cdbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:06.473779 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-b121fd43-0033-44ba-aa83-c6e6761cdbdc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71b12463-9c01-4a7d-9f11-0f8c0750e283 HTTP/1.1" status: 204  len: 168 time: 0.5654023
Jan 26 11:57:07.582902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 33368) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:57:07.743935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076022687-network', 'tenant_id': 'fe66445bcf74443997a0c3b63d31500e'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:07.750661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:57:07.755736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Usage tracker for resource:network and tenant:fe66445bcf74443997a0c3b63d31500e is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:57:07.759415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:57:07.767734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:57:07.817177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Made reservation on behalf of fe66445bcf74443997a0c3b63d31500e for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:57:07.822156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:07.836424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:07.852906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:57:07.857152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:fe66445bcf74443997a0c3b63d31500e is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:57:07.860850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:57:07.866809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:57:07.966814 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:08.001297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:08.004837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2ac76d14-035f-40e6-a392-91d9d2055de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:08.040435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:57:08.056223 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3912fe8d-3e93-4884-bc6d-530b147873fd,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:08.059990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:08.094796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:08.095092 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Added segment d6bb4cb7-a64d-4314-affa-a01f13db18e5 of type vxlan for network 82934942-4dcc-408a-952a-86cf03e9d35d
Jan 26 11:57:08.247002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:08.371422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:08.372892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:08.373674 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:08.379796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:08.495909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=82934942-4dcc-408a-952a-86cf03e9d35d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:08.499033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:08.509599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 82934942-4dcc-408a-952a-86cf03e9d35d details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:57:08.531174 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 82934942-4dcc-408a-952a-86cf03e9d35d details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:57:08.538437 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9542713
Jan 26 11:57:08.542771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 33380) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:57:08.550395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Request body: {'subnet': {'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076022687-subnet', 'tenant_id': 'fe66445bcf74443997a0c3b63d31500e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:08.556309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:57:08.560571 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Usage tracker for resource:subnet and tenant:fe66445bcf74443997a0c3b63d31500e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:57:08.564486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:57:08.571926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:57:08.618192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Made reservation on behalf of fe66445bcf74443997a0c3b63d31500e for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:57:08.623841 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:09.450893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:09.471311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d7ec64ad-7fd5-41aa-97fb-b929947dff19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:09.615366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Pushing event updated for resources: {'Subnet': ['ID=caed9d74-7017-4e92-90a8-dd5e3cdc58fb,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:09.620330 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:09.685035 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Checking segment: {'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:57:09.685441 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Network hostable DHCP agents. Network: 82934942-4dcc-408a-952a-86cf03e9d35d, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:57:09.760344 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Network 82934942-4dcc-408a-952a-86cf03e9d35d is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:57:09.823032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 82934942-4dcc-408a-952a-86cf03e9d35d) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:57:09.834568 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba94d9-df3f-4bbd-a64d-b76332cf5704 None None] Network 82934942-4dcc-408a-952a-86cf03e9d35d requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:57:09.836942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:09.837647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:09.913708 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-6c9efed6-fd46-4845-9a35-4e160b9d590d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3607059
Jan 26 11:57:10.096007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02616b55-ee7a-461c-8418-3ec05de134ca None None] Network 82934942-4dcc-408a-952a-86cf03e9d35d requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:57:13.493927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-9cf7101b-3d0b-41f1-9aab-0d170606fbd0 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:13.495593 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-9cf7101b-3d0b-41f1-9aab-0d170606fbd0 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/networks?id=82934942-4dcc-408a-952a-86cf03e9d35d HTTP/1.1" status: 200  len: 809 time: 0.2346973
Jan 26 11:57:13.519596 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-bc9f9463-9360-4ad2-8114-cd4840177745 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/quotas/fe66445bcf74443997a0c3b63d31500e HTTP/1.1" status: 200  len: 375 time: 0.0126586
Jan 26 11:57:13.587951 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-9da8f34f-7081-4af1-beb8-ebe4576f2a87 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe66445bcf74443997a0c3b63d31500e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0610256
Jan 26 11:57:13.685150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-be1eb40f-8ba9-4565-ab07-e64ea2c0ecbe service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:57:13.686572 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-be1eb40f-8ba9-4565-ab07-e64ea2c0ecbe service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0901432
Jan 26 11:57:13.843305 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-f0211e9d-a716-49fe-8c86-0b3bd1b32776 service neutron] 10.222.0.57 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482112
Jan 26 11:57:14.008363 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-47690d81-2512-4129-b79b-d5ed59f85ffe service neutron] 10.222.0.57 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578720
Jan 26 11:57:14.295113 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6cb2780e-9430-4d81-9b10-1ac83dd02574 req-fe0310c6-34f4-42b3-b347-a632c6e49669 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 210 time: 0.0537708
Jan 26 11:57:15.147724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a6c000ef-b3dd-45aa-8312-0c2738a94d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:15.435656 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1d83532e-8c41-4f7d-9d77-fd63293472df req-bf078fed-5b4a-49c9-99b5-2ecaafd94f3b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 210 time: 0.0573280
Jan 26 11:57:16.636668 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-38bc21be-16f5-45c8-863b-51c520e5c87a req-9fd13166-8257-4709-8bfc-efe693366e92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 210 time: 0.0510542
Jan 26 11:57:17.428922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57f0a1b9-f3eb-4e20-8e27-5979e6d40176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:17.825339 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2cdf1304-f9b2-4884-82f9-71dabfbc90fd req-034b8211-933f-4d9f-8123-607bb15a8c1e tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 210 time: 0.0507815
Jan 26 11:57:18.165853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:18.292272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-39bc0e33-bda3-4dd2-9b72-6941a46b5c4f tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:18.293546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-39bc0e33-bda3-4dd2-9b72-6941a46b5c4f tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Synchronizing usage tracker for tenant:fe66445bcf74443997a0c3b63d31500e on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:57:18.371025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-39bc0e33-bda3-4dd2-9b72-6941a46b5c4f tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Unset dirty status for tenant:fe66445bcf74443997a0c3b63d31500e on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:57:18.372329 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-39bc0e33-bda3-4dd2-9b72-6941a46b5c4f tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "GET /v2.0/networks?id=82934942-4dcc-408a-952a-86cf03e9d35d HTTP/1.1" status: 200  len: 809 time: 0.3269463
Jan 26 11:57:18.401203 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Request body: {'port': {'device_id': 'a3af9ced-27af-4097-b292-1636079fa010', 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d', 'admin_state_up': True, 'tenant_id': 'fe66445bcf74443997a0c3b63d31500e'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:18.558508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:57:18.562592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Usage tracker for resource:port and tenant:fe66445bcf74443997a0c3b63d31500e is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:57:18.565835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Quota usage for port was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:57:18.571694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:57:18.617116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Made reservation on behalf of fe66445bcf74443997a0c3b63d31500e for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:57:18.631491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:18.805423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:19.044934 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-68238276-3337-4d3c-b8f9-7fb935fdec83 req-e1171404-2210-4a23-8036-d70efd206a4c tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 210 time: 0.0634990
Jan 26 11:57:19.063543 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Allocated IP 172.20.0.6 (82934942-4dcc-408a-952a-86cf03e9d35d/caed9d74-7017-4e92-90a8-dd5e3cdc58fb/d698ca9f-a952-44ec-83fd-68cbfad2d1ad) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:57:19.286923 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:19.343404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:19.358871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:19.505409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Pushing event updated for resources: {'Port': ['ID=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:19.510072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:19.567791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Network 82934942-4dcc-408a-952a-86cf03e9d35d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:57:19.569140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:57:19.571816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:57:19.599980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:19.679233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:19.679974 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:19.732218 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-93e923b7-5320-41e6-b2dc-9774a466f12b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3358583
Jan 26 11:57:20.314626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba802381-1e13-43ca-997e-2f29afba0846 req-9628b60a-a6e6-4001-84e3-653dce9ca5e0 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:20.316385 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba802381-1e13-43ca-997e-2f29afba0846 req-9628b60a-a6e6-4001-84e3-653dce9ca5e0 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 931 time: 0.1355810
Jan 26 11:57:20.377698 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ba802381-1e13-43ca-997e-2f29afba0846 req-528a5c27-0e0f-4011-b22e-34d51da95cfd tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546718
Jan 26 11:57:21.163380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Request body: {'port': {'device_id': 'a3af9ced-27af-4097-b292-1636079fa010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:21.298582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:21.786325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d7411-631a-4417-bfc8-3693b67375e3 req-0b662ada-f77b-44ec-b729-3484db565d48 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:21.787195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-070d7411-631a-4417-bfc8-3693b67375e3 req-0b662ada-f77b-44ec-b729-3484db565d48 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Synchronizing usage tracker for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:57:21.887991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-070d7411-631a-4417-bfc8-3693b67375e3 req-0b662ada-f77b-44ec-b729-3484db565d48 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Unset dirty status for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:57:21.889378 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-070d7411-631a-4417-bfc8-3693b67375e3 req-0b662ada-f77b-44ec-b729-3484db565d48 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 931 time: 0.3657465
Jan 26 11:57:21.926292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d698ca9f-a952-44ec-83fd-68cbfad2d1ad {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:57:21.941694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:21.973263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Transition to ACTIVE for port object d698ca9f-a952-44ec-83fd-68cbfad2d1ad will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:57:21.986429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-070d7411-631a-4417-bfc8-3693b67375e3 req-23793158-9f75-4f1e-965b-c75cc8b78c88 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Synchronizing usage tracker for tenant:fe66445bcf74443997a0c3b63d31500e on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:57:22.008539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:22.037141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:22.098628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-070d7411-631a-4417-bfc8-3693b67375e3 req-23793158-9f75-4f1e-965b-c75cc8b78c88 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Unset dirty status for tenant:fe66445bcf74443997a0c3b63d31500e on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:57:22.099932 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-070d7411-631a-4417-bfc8-3693b67375e3 req-23793158-9f75-4f1e-965b-c75cc8b78c88 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006881
Jan 26 11:57:22.207436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Pushing event updated for resources: {'Port': ['ID=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:22.220603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:22.524365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Attempting to bind port d698ca9f-a952-44ec-83fd-68cbfad2d1ad on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:57:22.524741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Attempting to bind port d698ca9f-a952-44ec-83fd-68cbfad2d1ad by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:57:22.525228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Attempting to bind port d698ca9f-a952-44ec-83fd-68cbfad2d1ad on network 82934942-4dcc-408a-952a-86cf03e9d35d {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:57:22.532773 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:57:22.533149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Checking segment: {'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:57:22.534355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:22.534825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Bound using segment: {'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:57:22.535319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Bound port: d698ca9f-a952-44ec-83fd-68cbfad2d1ad, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:57:22.535705 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:22.690988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] For port d698ca9f-a952-44ec-83fd-68cbfad2d1ad, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:57:22.695324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] For port d698ca9f-a952-44ec-83fd-68cbfad2d1ad, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:57:22.727763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:22.744804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ec8b2ab5-4065-423c-ba1f-0518e7c6ad88 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:22.908612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Pushing event updated for resources: {'Port': ['ID=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:22.913697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:22.962796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:22.963630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:22.965235 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-e3e57dfc-b809-4b41-9b74-639750f50144 service neutron] 10.222.0.81 "PUT /v2.0/ports/d698ca9f-a952-44ec-83fd-68cbfad2d1ad HTTP/1.1" status: 200  len: 1157 time: 1.8075252
Jan 26 11:57:22.965872 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:23.033774 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad', 'status': 'completed', 'code': 200}
Jan 26 11:57:23.165635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-be83eda1-3b61-4a97-a9b0-f4cf15b1e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:23.167869 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-be83eda1-3b61-4a97-a9b0-f4cf15b1e62d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe66445bcf74443997a0c3b63d31500e&device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 1160 time: 0.0988646
Jan 26 11:57:23.259499 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-6e385c2d-af0d-44db-b7ad-a1140cb1f48d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d698ca9f-a952-44ec-83fd-68cbfad2d1ad HTTP/1.1" status: 200  len: 217 time: 0.0735788
Jan 26 11:57:23.399399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-a947a9df-704a-4427-876e-0550795fe720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:23.402274 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-a947a9df-704a-4427-876e-0550795fe720 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=caed9d74-7017-4e92-90a8-dd5e3cdc58fb HTTP/1.1" status: 200  len: 849 time: 0.0970066
Jan 26 11:57:23.722153 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-393fdd36-e513-476b-a759-3fd4ff98a0a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82934942-4dcc-408a-952a-86cf03e9d35d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3112020
Jan 26 11:57:23.804303 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ab7b-05cc-41dc-a54f-bcf27f7926e5 req-d94f8923-6ba0-453a-b03d-5903e233cad8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:23.806025 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0e06ab7b-05cc-41dc-a54f-bcf27f7926e5 req-d94f8923-6ba0-453a-b03d-5903e233cad8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 943 time: 0.5456300
Jan 26 11:57:23.951952 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0e06ab7b-05cc-41dc-a54f-bcf27f7926e5 req-4a104273-039a-4592-808f-08047c51e66a tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276095
Jan 26 11:57:23.985549 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-a28fda5d-379e-4d60-a951-5e1d169310a1 service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528307
Jan 26 11:57:24.139269 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-caba81eb-7350-4c45-9cac-57b21fd62288 req-6199fdd8-88a2-4f3d-9048-a45b4a1fce56 service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471446
Jan 26 11:57:24.425769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-ff9dd961-3702-4d34-8534-db806f7b006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:24.428770 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-ff9dd961-3702-4d34-8534-db806f7b006e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe66445bcf74443997a0c3b63d31500e&device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 1160 time: 0.1532722
Jan 26 11:57:24.589051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-a3f5170f-dbdb-4825-b8df-a42bd03465ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:24.590826 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-a3f5170f-dbdb-4825-b8df-a42bd03465ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=82934942-4dcc-408a-952a-86cf03e9d35d HTTP/1.1" status: 200  len: 903 time: 0.1537118
Jan 26 11:57:24.678984 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-58c419ca-5ea8-4cbc-9976-b58655eeecfb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d698ca9f-a952-44ec-83fd-68cbfad2d1ad HTTP/1.1" status: 200  len: 217 time: 0.0810707
Jan 26 11:57:24.763225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-0cbd087c-1b95-421f-b57c-8a0d0577e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:24.764905 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-0cbd087c-1b95-421f-b57c-8a0d0577e2a2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=caed9d74-7017-4e92-90a8-dd5e3cdc58fb HTTP/1.1" status: 200  len: 849 time: 0.0761857
Jan 26 11:57:24.838055 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-c709143a-bdc3-41e7-b1dc-04677be7db0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82934942-4dcc-408a-952a-86cf03e9d35d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654995
Jan 26 11:57:25.001914 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-8416c2e4-3834-4c31-8c55-904106a280e3 service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562927
Jan 26 11:57:25.176506 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5af332d8-1ec9-497e-bc49-45509d2a6d41 req-fa0c7d95-c987-4e89-aee4-3b5c224e8ec6 service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1670527
Jan 26 11:57:25.241075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa5d04-b547-4b69-911d-244304c77068 req-dfca1f9d-9d9e-41e8-8310-cf4e0a785da9 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:25.242370 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8eaa5d04-b547-4b69-911d-244304c77068 req-dfca1f9d-9d9e-41e8-8310-cf4e0a785da9 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 943 time: 0.1380737
Jan 26 11:57:25.251783 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:25.313905 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8eaa5d04-b547-4b69-911d-244304c77068 req-853f7c0b-5701-4379-b8fa-8110ad5c15bf tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638039
Jan 26 11:57:26.402200 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-7fe378ff-a402-46f6-af7e-036033db7b28 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1332970
Jan 26 11:57:26.642378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13642ee-2540-4eec-98c4-27706161b169 req-8ff1adc0-e858-473d-92f7-563fc2f89e95 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:26.644280 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d13642ee-2540-4eec-98c4-27706161b169 req-8ff1adc0-e858-473d-92f7-563fc2f89e95 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 943 time: 0.1595273
Jan 26 11:57:26.655638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-f83e2e35-8032-4d29-aeab-de53d5ff9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:26.659645 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-f83e2e35-8032-4d29-aeab-de53d5ff9585 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1163 time: 0.1138320
Jan 26 11:57:26.752859 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d13642ee-2540-4eec-98c4-27706161b169 req-c5d7d310-69a6-46f8-872c-acd54ca37607 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963447
Jan 26 11:57:26.891236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-33325178-c35a-461e-aef7-6d3cf51ac17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:26.892898 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-33325178-c35a-461e-aef7-6d3cf51ac17d service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.2030122
Jan 26 11:57:27.075871 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-38049930-9266-4f84-9d4d-3ca7787bf949 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 1000 time: 0.1761146
Jan 26 11:57:27.165175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-40968941-6bc6-43b5-be9c-86c079f26895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:27.166912 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-40968941-6bc6-43b5-be9c-86c079f26895 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.0834911
Jan 26 11:57:27.268863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-9d11b457-b744-4f04-a8ea-3543b55145e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:27.270563 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-9d11b457-b744-4f04-a8ea-3543b55145e8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912952
Jan 26 11:57:27.464511 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-d04e8371-cd38-4302-9888-8712b4bb2008 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864014
Jan 26 11:57:27.728252 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5031f6ff-62d5-4c53-b054-fd5fb564c522 req-00ac13db-0664-4538-95c1-d4742651d777 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2566323
Jan 26 11:57:27.751307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.objects.ports [None req-792de205-6304-4ad5-aac0-c0592517c555 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 11:57:28.234184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7e62-897c-4733-bdb9-0be3ecd0b19b req-48f33acc-157d-44a0-8f6c-14ea001a290e tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:28.235976 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eaea7e62-897c-4733-bdb9-0be3ecd0b19b req-48f33acc-157d-44a0-8f6c-14ea001a290e tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 943 time: 0.1444221
Jan 26 11:57:28.297231 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-eaea7e62-897c-4733-bdb9-0be3ecd0b19b req-babfed03-cf27-474b-8315-4d1246c54282 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533874
Jan 26 11:57:28.318136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d698ca9f-a952-44ec-83fd-68cbfad2d1ad up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:57:28.474593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port d698ca9f-a952-44ec-83fd-68cbfad2d1ad completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:57:28.481704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d698ca9f-a952-44ec-83fd-68cbfad2d1ad triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:57:28.487905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:28.617758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:28.657800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:28.669742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port d698ca9f-a952-44ec-83fd-68cbfad2d1ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:57:28.704042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:28.707373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-930700e3-8ddd-4ea1-9105-20714fadad67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:28.772838 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad', 'code': 200}
Jan 26 11:57:28.790633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:28.799287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.799684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.800076 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.800457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.801429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.801429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.801725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.801939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.803130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.803506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.803878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.804280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.804681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.805052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.805418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.805839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.806205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.806601 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.807950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.807950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.807950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.807950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.808367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.808666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:28.814424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:29.136778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2851f3-73c7-4940-a991-829f3e3ff6a9 req-b211c7d7-ffd6-45cd-9102-56c7c632f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:29.138621 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7b2851f3-73c7-4940-a991-829f3e3ff6a9 req-b211c7d7-ffd6-45cd-9102-56c7c632f624 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 1162 time: 0.0854464
Jan 26 11:57:29.216481 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7b2851f3-73c7-4940-a991-829f3e3ff6a9 req-2cdb9550-9b10-47df-b4de-54f82d41ea2c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707405
Jan 26 11:57:29.643316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672f9fe-fb8d-44b2-a59a-962268048b28 req-42443499-e68f-4dbc-8eb4-908800ef54a7 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:29.645045 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1672f9fe-fb8d-44b2-a59a-962268048b28 req-42443499-e68f-4dbc-8eb4-908800ef54a7 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 945 time: 0.1749814
Jan 26 11:57:29.662401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecccb4-712d-48c9-a5cc-9187b11a81d9 req-298e0dbb-0b17-4fa8-80fa-b152b08971c7 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:29.665554 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-03ecccb4-712d-48c9-a5cc-9187b11a81d9 req-298e0dbb-0b17-4fa8-80fa-b152b08971c7 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 945 time: 0.1834691
Jan 26 11:57:29.717300 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1672f9fe-fb8d-44b2-a59a-962268048b28 req-47a1e0d6-aa47-40c9-bc6c-f53622982874 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630603
Jan 26 11:57:29.737887 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-03ecccb4-712d-48c9-a5cc-9187b11a81d9 req-48e7d85a-c0d7-4905-a443-332f7ccf227d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657921
Jan 26 11:57:29.739534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d698ca9f-a952-44ec-83fd-68cbfad2d1ad up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:57:29.842080 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d698ca9f-a952-44ec-83fd-68cbfad2d1ad triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:57:29.842965 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:31.094018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a50b-b7de-4416-ad47-91a04cea744c req-ea7c3899-4b6b-400c-a68d-e551180368d4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:31.095823 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0655a50b-b7de-4416-ad47-91a04cea744c req-ea7c3899-4b6b-400c-a68d-e551180368d4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 945 time: 0.1849144
Jan 26 11:57:31.170601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0655a50b-b7de-4416-ad47-91a04cea744c req-6838d7aa-1d1b-4011-9271-8cf8213fb182 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678642
Jan 26 11:57:31.178336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7ed13-a921-457c-8140-049eff7ff7ab req-db082d8a-124f-49f4-aefd-6cdf109bcca9 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:31.180481 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dbe7ed13-a921-457c-8140-049eff7ff7ab req-db082d8a-124f-49f4-aefd-6cdf109bcca9 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 945 time: 0.1557410
Jan 26 11:57:31.251333 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dbe7ed13-a921-457c-8140-049eff7ff7ab req-d8abf295-529a-49c9-833a-3577d656716a tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627849
Jan 26 11:57:31.617137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 74beb873-12d0-497d-9d81-37a3f61eaa22 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:57:31.665887 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-42b78f0a-8995-453a-afd7-fa931bc67216 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:31.668223 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-42b78f0a-8995-453a-afd7-fa931bc67216 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 945 time: 0.1658177
Jan 26 11:57:31.804787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:31.823591 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Deleting port 74beb873-12d0-497d-9d81-37a3f61eaa22 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:57:31.824120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:31.851894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:31.877761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 74beb873-12d0-497d-9d81-37a3f61eaa22, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74beb873-12d0-497d-9d81-37a3f61eaa22,segment=NetworkSegment(56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3),segment_id=56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:57:31.914490 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:31.916534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:31.995108 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22', 'code': 200}
Jan 26 11:57:32.081409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=74beb873-12d0-497d-9d81-37a3f61eaa22,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:32.088273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:32.206385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] For port 74beb873-12d0-497d-9d81-37a3f61eaa22, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=74beb873-12d0-497d-9d81-37a3f61eaa22,segment=NetworkSegment(56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3),segment_id=56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:57:32.207244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:32.375423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Calling delete_port for 74beb873-12d0-497d-9d81-37a3f61eaa22 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:57:32.552143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ed09d-db74-4a0b-a0c6-d6c1002e1d74 req-12eda7eb-d301-4610-903f-083882fd81c0 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:32.555271 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6a1ed09d-db74-4a0b-a0c6-d6c1002e1d74 req-12eda7eb-d301-4610-903f-083882fd81c0 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 943 time: 0.2006788
Jan 26 11:57:32.660010 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6a1ed09d-db74-4a0b-a0c6-d6c1002e1d74 req-31828e6d-7618-4218-a2ca-0c2ea7e82237 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923436
Jan 26 11:57:32.737317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:32.766060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:32.889336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Pushing event deleted for resources: {'Port': ['ID=74beb873-12d0-497d-9d81-37a3f61eaa22,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:32.900489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:33.081487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] No DVR routers for this DVR port 74beb873-12d0-497d-9d81-37a3f61eaa22 on host hv-cinder-77238 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:57:33.084334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:33.087885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'name': 'network-vif-deleted', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:33.090345 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:57:33.152824 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-59ffd553-9097-4272-b3e2-57f4b2b65545 req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "DELETE /v2.0/ports/74beb873-12d0-497d-9d81-37a3f61eaa22 HTTP/1.1" status: 204  len: 173 time: 1.4777067
Jan 26 11:57:33.178136 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9690293d-8754-4f63-9905-df8ee3dce3f3', 'name': 'network-vif-deleted', 'tag': '74beb873-12d0-497d-9d81-37a3f61eaa22', 'status': 'completed', 'code': 200}
Jan 26 11:57:33.271960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471d8d7-b4f6-443f-bb13-eb98d70c1063 req-afe6285c-f7fe-490c-9fd6-7b928cb44b97 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:33.274166 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3471d8d7-b4f6-443f-bb13-eb98d70c1063 req-afe6285c-f7fe-490c-9fd6-7b928cb44b97 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 945 time: 0.1714587
Jan 26 11:57:33.349963 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3471d8d7-b4f6-443f-bb13-eb98d70c1063 req-8ccb5891-267b-4c3a-b1c0-70edba1c1be2 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679529
Jan 26 11:57:33.940617 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-c2a5acb6-bc12-48de-8c88-1df36242d040 req-b8463c5a-62d8-4a15-adfd-cddbb874f461 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Synchronizing usage tracker for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:57:33.995907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-c2a5acb6-bc12-48de-8c88-1df36242d040 req-b8463c5a-62d8-4a15-adfd-cddbb874f461 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Unset dirty status for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:57:33.997317 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c2a5acb6-bc12-48de-8c88-1df36242d040 req-b8463c5a-62d8-4a15-adfd-cddbb874f461 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=9690293d-8754-4f63-9905-df8ee3dce3f3 HTTP/1.1" status: 200  len: 210 time: 0.1319153
Jan 26 11:57:34.632672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba5ff7-20ac-4d17-87c3-d7fe390b5882 req-a3c289da-77c5-4aed-94c0-0d957070a301 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:34.634498 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52ba5ff7-20ac-4d17-87c3-d7fe390b5882 req-a3c289da-77c5-4aed-94c0-0d957070a301 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 945 time: 0.1435375
Jan 26 11:57:34.712489 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-52ba5ff7-20ac-4d17-87c3-d7fe390b5882 req-f49b4c98-4cb2-450c-9e05-f6018786944f tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690835
Jan 26 11:57:34.751792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-55948f1b-cb24-4132-9afc-77455802bbfe tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:34.753496 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-55948f1b-cb24-4132-9afc-77455802bbfe tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 945 time: 0.1393385
Jan 26 11:57:34.900265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Deleting port d698ca9f-a952-44ec-83fd-68cbfad2d1ad {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:57:34.900856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:35.616414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] For port d698ca9f-a952-44ec-83fd-68cbfad2d1ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:57:35.616943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:35.627290 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d698ca9f-a952-44ec-83fd-68cbfad2d1ad no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:57:35.822387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Calling delete_port for d698ca9f-a952-44ec-83fd-68cbfad2d1ad owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:57:35.826502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:35.893700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:35.917379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port d698ca9f-a952-44ec-83fd-68cbfad2d1ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:57:35.961423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:35.970859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:36.057514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad', 'code': 200}
Jan 26 11:57:36.077078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:36.081682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:36.123715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ae16-c0fa-4aa3-b39b-cab5e65b6b42 req-9d9c0aba-6a3b-4f61-913a-4ee1edd83fb4 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:36.127169 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-96a5ae16-c0fa-4aa3-b39b-cab5e65b6b42 req-9d9c0aba-6a3b-4f61-913a-4ee1edd83fb4 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 943 time: 0.2409625
Jan 26 11:57:36.137384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:57:36.138043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:57:36.207409 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-96a5ae16-c0fa-4aa3-b39b-cab5e65b6b42 req-ef4af788-2250-45ca-92cc-55faeaf85c8c tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735915
Jan 26 11:57:36.639497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Deleting port d698ca9f-a952-44ec-83fd-68cbfad2d1ad {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:57:36.639793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:36.934975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] For port d698ca9f-a952-44ec-83fd-68cbfad2d1ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:57:36.935545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:37.079484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Calling delete_port for d698ca9f-a952-44ec-83fd-68cbfad2d1ad owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:57:37.298797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:37.321919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ba088c93-9e27-4989-b743-69ca1487e1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:37.389854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Pushing event deleted for resources: {'Port': ['ID=d698ca9f-a952-44ec-83fd-68cbfad2d1ad,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:37.451422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.451852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.452278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.452734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.453156 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.453680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.454103 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.454521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.454925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.455336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.455744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.456347 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.456829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.457233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.457658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.458060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.458462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.458869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.459270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.459666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.460064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.460463 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.460986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.461388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:37.465565 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:37.521261 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6f82ab6f-4032-422d-b66b-89b5b86b7424 req-8f07cb77-c7bb-48a1-b604-1fd06dcee887 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 210 time: 0.1361339
Jan 26 11:57:37.635801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] No DVR routers for this DVR port d698ca9f-a952-44ec-83fd-68cbfad2d1ad on host hv-cinder-77238 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:57:37.638169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:37.641320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'name': 'network-vif-deleted', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:37.686277 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2e8aedb1-af05-496c-a030-90f3db643aa5 req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "DELETE /v2.0/ports/d698ca9f-a952-44ec-83fd-68cbfad2d1ad HTTP/1.1" status: 204  len: 173 time: 2.9262800
Jan 26 11:57:37.707816 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3af9ced-27af-4097-b292-1636079fa010', 'name': 'network-vif-deleted', 'tag': 'd698ca9f-a952-44ec-83fd-68cbfad2d1ad', 'status': 'completed', 'code': 200}
Jan 26 11:57:38.771547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-2a655e97-c8ed-4fb2-939a-ed7b34e1017e req-1bdc84f4-5ca5-4ddd-9f52-5559d0695259 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Synchronizing usage tracker for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:57:38.823582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-2a655e97-c8ed-4fb2-939a-ed7b34e1017e req-1bdc84f4-5ca5-4ddd-9f52-5559d0695259 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Unset dirty status for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:57:38.825802 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2a655e97-c8ed-4fb2-939a-ed7b34e1017e req-1bdc84f4-5ca5-4ddd-9f52-5559d0695259 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=a3af9ced-27af-4097-b292-1636079fa010 HTTP/1.1" status: 200  len: 210 time: 0.1285155
Jan 26 11:57:40.451998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e671a-dae6-47a9-8264-cdc26187a197 req-3d1201e2-1366-4634-95c2-d91ad1bd744f tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:40.453962 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-3d1201e2-1366-4634-95c2-d91ad1bd744f tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/networks?id=82934942-4dcc-408a-952a-86cf03e9d35d HTTP/1.1" status: 200  len: 809 time: 0.2696288
Jan 26 11:57:40.474740 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-80f8272d-79ec-41c2-8d1a-57f87335945a tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/quotas/fe66445bcf74443997a0c3b63d31500e HTTP/1.1" status: 200  len: 375 time: 0.0134380
Jan 26 11:57:40.537063 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-0db07103-6282-4622-8d52-1f27a84a0f94 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe66445bcf74443997a0c3b63d31500e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0554986
Jan 26 11:57:40.550936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-d7e4b60e-5836-436e-b79f-3d779c1de64f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 11:57:40.552312 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-d7e4b60e-5836-436e-b79f-3d779c1de64f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0074527
Jan 26 11:57:40.719661 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-122255db-b31f-44ae-84eb-c0862580b513 service neutron] 10.222.0.57 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594365
Jan 26 11:57:40.909069 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-4d78438e-9384-468d-a2a1-b2fde0b11f4e service neutron] 10.222.0.57 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1821582
Jan 26 11:57:41.213565 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a66b2b3c-06fe-4cff-a4c5-94d3f7473b21 req-4acc1400-6209-4929-ae5b-67afe2cad25a tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 210 time: 0.0623462
Jan 26 11:57:42.449349 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-696e0538-5e32-4caf-8dd4-cf201662d31c req-caf51c91-c1ca-486b-84f3-4cffe42fa3b9 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 210 time: 0.0553749
Jan 26 11:57:43.673656 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6db47c2e-076f-4d0d-b36d-1669fb1fff11 req-0a22e164-0252-42fc-8407-5b3b96cfb8f0 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 210 time: 0.0585802
Jan 26 11:57:44.929803 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3f6e5463-a853-4c8b-ad4c-90f38a9358b1 req-5d9e5fc1-cfff-4653-af22-0ac248a6b665 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 210 time: 0.0683637
Jan 26 11:57:45.096661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6992b2c3-4663-4823-878a-d004c9aa4695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:45.786001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e671a-dae6-47a9-8264-cdc26187a197 req-9e14479e-ec3e-4a09-aa2f-dcb3d8485347 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:45.788158 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-9e14479e-ec3e-4a09-aa2f-dcb3d8485347 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "GET /v2.0/networks?id=82934942-4dcc-408a-952a-86cf03e9d35d HTTP/1.1" status: 200  len: 809 time: 0.2684672
Jan 26 11:57:45.829262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Request body: {'port': {'device_id': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d', 'admin_state_up': True, 'tenant_id': 'fe66445bcf74443997a0c3b63d31500e'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:46.076904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:57:46.099930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:57:46.147205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Made reservation on behalf of fe66445bcf74443997a0c3b63d31500e for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:57:46.162340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:46.175850 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-588660b9-0d21-4ef7-b20d-2308f3507473 req-44d048d1-437c-492a-a412-9ddbf82196c4 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 210 time: 0.0608418
Jan 26 11:57:46.623706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Allocated IP 172.20.0.11 (82934942-4dcc-408a-952a-86cf03e9d35d/caed9d74-7017-4e92-90a8-dd5e3cdc58fb/ddad1ef5-8624-4d35-b95a-ec6ba5c9153b) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:57:47.133700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-8a26c27e-37fc-4fb8-b13f-6773b6d06f50 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:47.136764 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-8a26c27e-37fc-4fb8-b13f-6773b6d06f50 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/networks?id=c1608d9c-7826-4b3c-96dd-9f85475b7f14 HTTP/1.1" status: 200  len: 813 time: 0.4231722
Jan 26 11:57:47.146198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:47.174491 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-a0a0d84c-34e5-4992-92ed-86b93cf76f7d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/quotas/88e09dd7b3b045b9a908da593dc6e6af HTTP/1.1" status: 200  len: 375 time: 0.0221767
Jan 26 11:57:47.247325 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-8f8773e4-4fd3-4fe9-85af-6900fdbd3c80 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?tenant_id=88e09dd7b3b045b9a908da593dc6e6af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0614643
Jan 26 11:57:47.300304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:47.342195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-9c22fed2-f7be-4956-a9d8-0079227553f4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:47.418810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc168-1b8f-478b-a0ef-bafced8ee6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:47.532070 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156a7b1-abf1-4774-b66f-24fbe90ed4f4 req-6f2e2ef3-aad6-41e2-b27a-e8a209ee86d2 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:47.534219 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c156a7b1-abf1-4774-b66f-24fbe90ed4f4 req-6f2e2ef3-aad6-41e2-b27a-e8a209ee86d2 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 932 time: 0.1716006
Jan 26 11:57:47.646039 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c156a7b1-abf1-4774-b66f-24fbe90ed4f4 req-b0a7c1b6-82ed-44b6-81c6-2e6ca30fe796 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042933
Jan 26 11:57:47.968836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Pushing event updated for resources: {'Port': ['ID=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:47.983309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:48.064261 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-ed894ae9-eb14-4086-bcc9-c8cb8f904c9c service neutron] 10.222.0.57 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8071012
Jan 26 11:57:48.140797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Network 82934942-4dcc-408a-952a-86cf03e9d35d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:57:48.166199 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:48.218641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:57:48.226316 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:57:48.399914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:48.400667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:48.429637 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-105084cd-06a1-413f-82d3-48b8b7e74711 service neutron] 10.222.0.57 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3556807
Jan 26 11:57:48.591088 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7694266
Jan 26 11:57:48.618971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Request body: {'port': {'device_id': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:48.816414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:48.845348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:48.879199 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9739672c-5a00-4a8e-8b88-677ba297a8bd req-424c340f-45ae-41bb-bd09-61b3b88e7be0 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 210 time: 0.0840964
Jan 26 11:57:49.256354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c9161-1ea3-4de8-8af6-bc8606fc2081 req-fcb28f87-5474-41f8-b6df-59664341a742 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:49.257246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-432c9161-1ea3-4de8-8af6-bc8606fc2081 req-fcb28f87-5474-41f8-b6df-59664341a742 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Synchronizing usage tracker for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:57:49.383735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-432c9161-1ea3-4de8-8af6-bc8606fc2081 req-fcb28f87-5474-41f8-b6df-59664341a742 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Unset dirty status for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:57:49.385086 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-432c9161-1ea3-4de8-8af6-bc8606fc2081 req-fcb28f87-5474-41f8-b6df-59664341a742 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 932 time: 0.4489191
Jan 26 11:57:49.495291 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-432c9161-1ea3-4de8-8af6-bc8606fc2081 req-59d27ea5-1028-4420-be9b-896ebd0bd97a tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954032
Jan 26 11:57:49.599776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:49.632532 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddad1ef5-8624-4d35-b95a-ec6ba5c9153b {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:57:49.642452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:49.657797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Transition to ACTIVE for port object ddad1ef5-8624-4d35-b95a-ec6ba5c9153b will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:57:49.690821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:49.718526 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dc06c7bb-b22b-44f2-aca9-ede6192d5897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:49.924063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Pushing event updated for resources: {'Port': ['ID=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:49.933550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:50.201376 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fcc6d7d0-05e1-446a-8bea-afa2590782a9 req-768cf337-cfdc-40ca-accd-59995a42bd7b tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 210 time: 0.0909829
Jan 26 11:57:50.269891 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Attempting to bind port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:57:50.270692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Attempting to bind port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:57:50.271161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Attempting to bind port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b on network 82934942-4dcc-408a-952a-86cf03e9d35d {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:57:50.284096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:57:50.284755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Checking segment: {'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:57:50.285474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:50.286238 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Bound using segment: {'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:57:50.287111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Bound port: ddad1ef5-8624-4d35-b95a-ec6ba5c9153b, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb4cb7-a64d-4314-affa-a01f13db18e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '82934942-4dcc-408a-952a-86cf03e9d35d'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:57:50.287628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:50.440404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] For port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b, host hv-cinder-77238, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:57:50.444986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] For port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:57:50.485482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:50.515592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1910fdf9-fc65-4ccb-b8db-c89a060157fd tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:50.851757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Pushing event updated for resources: {'Port': ['ID=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:50.865497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:50.948931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:50.949842 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:50.952375 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] 10.222.0.81 "PUT /v2.0/ports/ddad1ef5-8624-4d35-b95a-ec6ba5c9153b HTTP/1.1" status: 200  len: 1158 time: 2.3435152
Jan 26 11:57:50.954679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:51.088186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cffcad-b83e-474d-ba63-47b67e409487 req-53479565-ec89-4da7-9ed6-23a9f8d92619 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:51.096814 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-08cffcad-b83e-474d-ba63-47b67e409487 req-53479565-ec89-4da7-9ed6-23a9f8d92619 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 944 time: 0.3565636
Jan 26 11:57:51.194471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-25b31ead-264d-4c5e-ba8a-6f118b1ff1a4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:51.197912 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-25b31ead-264d-4c5e-ba8a-6f118b1ff1a4 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "GET /v2.0/networks?id=c1608d9c-7826-4b3c-96dd-9f85475b7f14 HTTP/1.1" status: 200  len: 813 time: 0.4124045
Jan 26 11:57:51.235442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Request body: {'port': {'device_id': '436cab6a-afa9-455e-b712-25ecd76ea489', 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14', 'admin_state_up': True, 'tenant_id': '88e09dd7b3b045b9a908da593dc6e6af'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:51.275405 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-08cffcad-b83e-474d-ba63-47b67e409487 req-1aa75906-a4e7-4d44-94fc-6c02043c2b69 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890551
Jan 26 11:57:51.289897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e671a-dae6-47a9-8264-cdc26187a197 req-593a1eca-1fa4-46d0-9236-45fc6f773f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:51.292740 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-593a1eca-1fa4-46d0-9236-45fc6f773f81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe66445bcf74443997a0c3b63d31500e&device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 1161 time: 0.1915460
Jan 26 11:57:51.441998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-49328be8-bd30-4de9-99bb-c6e6a1e9cd4a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b HTTP/1.1" status: 200  len: 217 time: 0.1318500
Jan 26 11:57:51.515792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:57:51.523027 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b', 'status': 'completed', 'code': 200}
Jan 26 11:57:51.539649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:57:51.593514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Made reservation on behalf of 88e09dd7b3b045b9a908da593dc6e6af for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:57:51.611684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:51.684052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e671a-dae6-47a9-8264-cdc26187a197 req-88c96430-fb09-4c65-957c-cafee7af4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:51.687760 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-88c96430-fb09-4c65-957c-cafee7af4b36 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=caed9d74-7017-4e92-90a8-dd5e3cdc58fb HTTP/1.1" status: 200  len: 849 time: 0.2380288
Jan 26 11:57:51.692587 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-820c2ad3-5af0-4910-a6bb-8fd1d7faa6ec req-fe03979f-9d33-42c5-b803-0d3c77c2f7a6 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 210 time: 0.1140277
Jan 26 11:57:51.774411 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-e4e94962-0005-4615-a587-93ce824e6926 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82934942-4dcc-408a-952a-86cf03e9d35d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734465
Jan 26 11:57:52.021923 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-5930c2d4-9726-46a0-8a5b-7a395d3461c5 service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398493
Jan 26 11:57:52.216923 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-164e671a-dae6-47a9-8264-cdc26187a197 req-bc41acdc-0ca7-426a-9769-bbbc68c86221 service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1843185
Jan 26 11:57:52.430241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Allocated IP 172.20.0.10 (c1608d9c-7826-4b3c-96dd-9f85475b7f14/f9648f0e-8a52-4f84-9414-d83b13bdcfda/b7e7b3b7-53d1-497a-b379-00f5f6585ffd) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:57:52.490145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-141b7b82-dfb4-4c5e-91f0-c8930ffdf107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:52.493625 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-141b7b82-dfb4-4c5e-91f0-c8930ffdf107 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe66445bcf74443997a0c3b63d31500e&device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 1161 time: 0.1273248
Jan 26 11:57:52.738030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-9f12fbd0-62f2-4175-ba9b-09fd64b7f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:52.740846 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-9f12fbd0-62f2-4175-ba9b-09fd64b7f4fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=82934942-4dcc-408a-952a-86cf03e9d35d HTTP/1.1" status: 200  len: 903 time: 0.2389002
Jan 26 11:57:52.866614 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-432d677a-5e8c-43e8-81cd-e14e16c1f8aa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b HTTP/1.1" status: 200  len: 217 time: 0.1122174
Jan 26 11:57:52.976306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-35453c37-de4e-4d13-b3ca-b7a0140242ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:52.978490 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-35453c37-de4e-4d13-b3ca-b7a0140242ed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=caed9d74-7017-4e92-90a8-dd5e3cdc58fb HTTP/1.1" status: 200  len: 849 time: 0.1038129
Jan 26 11:57:53.019511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83ba27-a5f4-4f22-b6c8-6cb22bf54c0f req-0125d400-ba22-4618-81c4-f5b3b36d6d92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:53.022626 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9c83ba27-a5f4-4f22-b6c8-6cb22bf54c0f req-0125d400-ba22-4618-81c4-f5b3b36d6d92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 944 time: 0.4623225
Jan 26 11:57:53.032775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:53.104079 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-e2c51cda-0e57-4127-82f4-757cbf801c75 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=82934942-4dcc-408a-952a-86cf03e9d35d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1165709
Jan 26 11:57:53.106660 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d21b1f64-082d-49ef-954b-1c47629b64ec req-a0263110-80ef-48a2-bd0d-c1ea5d8e4548 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 210 time: 0.0751488
Jan 26 11:57:53.140647 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9c83ba27-a5f4-4f22-b6c8-6cb22bf54c0f req-61a8c034-5beb-4d06-aa80-3e32406943cc tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011922
Jan 26 11:57:53.229186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:53.252232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-36882108-e1be-4260-aff9-d36bf91539ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:53.339907 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-b9e251ff-e459-4fe0-a7e9-29c33c25030d service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261114
Jan 26 11:57:53.469898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Pushing event updated for resources: {'Port': ['ID=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:53.494791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.495227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.495685 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.496105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.496522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.497034 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.497454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.497875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.498404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.499759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.500234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.500647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.501128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.501558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.501991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.502397 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.502920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.503369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.503839 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.504248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.504648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.505067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.505491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.505938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:57:53.513179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:53.591763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:57:53.594837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:57:53.599277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:57:53.799761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:53.800937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:53.881843 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6589837
Jan 26 11:57:53.888295 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d185f304-943c-4a6f-8407-c049ed8558e6 req-07892c0f-5aee-4cfb-8a07-2d2cf0e9a377 service neutron] 10.222.0.81 "GET /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5406294
Jan 26 11:57:53.922947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Request body: {'port': {'device_id': '436cab6a-afa9-455e-b712-25ecd76ea489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:57:54.109190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:54.646578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9fdf2-d9cb-4192-800c-baa6dc010f8a req-e2a73f21-8c2e-4177-971e-e7f387517e5c tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:54.648859 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-28b9fdf2-d9cb-4192-800c-baa6dc010f8a req-e2a73f21-8c2e-4177-971e-e7f387517e5c tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 932 time: 0.2568684
Jan 26 11:57:54.742978 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-28b9fdf2-d9cb-4192-800c-baa6dc010f8a req-7738d4d0-e896-4f59-af1b-875b08633f1c tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838635
Jan 26 11:57:54.908593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498df7f-2492-445c-99d4-70e54a8d3c87 req-1c70582e-99fa-4b8e-a91d-df1164164d98 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:54.911516 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e498df7f-2492-445c-99d4-70e54a8d3c87 req-1c70582e-99fa-4b8e-a91d-df1164164d98 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 944 time: 0.4672678
Jan 26 11:57:55.039708 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e498df7f-2492-445c-99d4-70e54a8d3c87 req-0316cd1b-d0d3-47dd-97cd-b1cbbe70a713 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127768
Jan 26 11:57:55.174177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e7b3b7-53d1-497a-b379-00f5f6585ffd {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:57:55.192027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:55.218343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Transition to ACTIVE for port object b7e7b3b7-53d1-497a-b379-00f5f6585ffd will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:57:55.268561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:55.297495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-cba84fb8-bf8b-44ee-8f5f-7dbd528cb35d tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:55.302812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:55.562343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:55.570969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:55.875676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Attempting to bind port b7e7b3b7-53d1-497a-b379-00f5f6585ffd on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:57:55.876366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Attempting to bind port b7e7b3b7-53d1-497a-b379-00f5f6585ffd by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:57:55.876845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Attempting to bind port b7e7b3b7-53d1-497a-b379-00f5f6585ffd on network c1608d9c-7826-4b3c-96dd-9f85475b7f14 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:57:55.887735 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:57:55.888360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Checking segment: {'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:57:55.888908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:55.890097 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Bound using segment: {'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:57:55.890856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Bound port: b7e7b3b7-53d1-497a-b379-00f5f6585ffd, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c1608d9c-7826-4b3c-96dd-9f85475b7f14'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:57:55.891486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:56.048197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] For port b7e7b3b7-53d1-497a-b379-00f5f6585ffd, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:57:56.052007 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] For port b7e7b3b7-53d1-497a-b379-00f5f6585ffd, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,segment=NetworkSegment(56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3),segment_id=56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:57:56.080759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:56.108630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2e19092e-aea9-484c-84ab-5bb670d690a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:56.132384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac993161-d625-4c1f-a186-1f70c6acc509 req-9a374213-cefd-49b9-b86e-251bd66de817 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:56.134320 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ac993161-d625-4c1f-a186-1f70c6acc509 req-9a374213-cefd-49b9-b86e-251bd66de817 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 944 time: 0.1700437
Jan 26 11:57:56.179536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device ddad1ef5-8624-4d35-b95a-ec6ba5c9153b up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:57:56.255074 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ac993161-d625-4c1f-a186-1f70c6acc509 req-41ce7c7f-6d90-46bb-a65e-df96f1f729f6 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098413
Jan 26 11:57:56.376859 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:57:56.386696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:57:56.387412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:56.435665 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:56.452231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:56.537366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:56.538563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:56.541090 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] 10.222.0.81 "PUT /v2.0/ports/b7e7b3b7-53d1-497a-b379-00f5f6585ffd HTTP/1.1" status: 200  len: 1158 time: 2.6268134
Jan 26 11:57:56.543999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436cab6a-afa9-455e-b712-25ecd76ea489', 'tag': 'b7e7b3b7-53d1-497a-b379-00f5f6585ffd'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:56.638449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:56.639022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5fac2-533a-49b1-9a08-d7f9d7da7d9d req-28839b64-5774-4d39-8cfd-da2c1f7240cd tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:56.641621 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ee5fac2-533a-49b1-9a08-d7f9d7da7d9d req-28839b64-5774-4d39-8cfd-da2c1f7240cd tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 944 time: 0.3530009
Jan 26 11:57:56.691514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:57:56.710927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:57:56.736880 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:56.739554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:57:56.803976 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ee5fac2-533a-49b1-9a08-d7f9d7da7d9d req-b484d019-581f-433b-bb20-25f8eeb3c799 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049831
Jan 26 11:57:56.818263 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436cab6a-afa9-455e-b712-25ecd76ea489', 'tag': 'b7e7b3b7-53d1-497a-b379-00f5f6585ffd', 'status': 'completed', 'code': 200}
Jan 26 11:57:56.854677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:57:56.859787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:57:56.860082 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-751575d0-7ba3-4f89-b5c5-aaf8fb9f150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:56.863349 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-751575d0-7ba3-4f89-b5c5-aaf8fb9f150c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=88e09dd7b3b045b9a908da593dc6e6af&device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 1161 time: 0.2197800
Jan 26 11:57:56.996737 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-9689b9ce-d1d9-4d45-b34a-6e08e027924f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7e7b3b7-53d1-497a-b379-00f5f6585ffd HTTP/1.1" status: 200  len: 217 time: 0.1188126
Jan 26 11:57:57.026937 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b', 'code': 200}
Jan 26 11:57:57.090312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-4c7fe007-3feb-41b6-b894-b5667d0a8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:57.091990 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-4c7fe007-3feb-41b6-b894-b5667d0a8221 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f9648f0e-8a52-4f84-9414-d83b13bdcfda HTTP/1.1" status: 200  len: 853 time: 0.0876794
Jan 26 11:57:57.157600 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-cd967032-3618-43e2-bbc6-84f1929450d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1608d9c-7826-4b3c-96dd-9f85475b7f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538187
Jan 26 11:57:57.339075 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-5221509c-8e0d-45e6-8a33-7ff70c788b4d service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746917
Jan 26 11:57:57.453333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6abe86-9b6b-4e67-92fe-cd28e3acb5b9 req-5973ceb2-6b67-46e7-97c8-4cfba917b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:57.455235 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9b6abe86-9b6b-4e67-92fe-cd28e3acb5b9 req-5973ceb2-6b67-46e7-97c8-4cfba917b917 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 1163 time: 0.1229663
Jan 26 11:57:57.512377 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9b6abe86-9b6b-4e67-92fe-cd28e3acb5b9 req-9d3dd9c9-9bf5-42ff-a0f6-33175bbe1c19 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507586
Jan 26 11:57:57.821588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device ddad1ef5-8624-4d35-b95a-ec6ba5c9153b up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:57:57.881779 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab304fe0-4b33-4361-8507-49b6b1a2995f req-f0eb2696-422f-4ef6-9931-f0679adce853 service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5364869
Jan 26 11:57:57.941367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:57:57.942615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:57:58.003222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfac3-158a-4921-8131-5b40cda9cbf5 req-44a52d3e-9fcb-4995-b212-91348eb096fa tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:58.004251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-28bdfac3-158a-4921-8131-5b40cda9cbf5 req-44a52d3e-9fcb-4995-b212-91348eb096fa tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Synchronizing usage tracker for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:57:58.056885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-28bdfac3-158a-4921-8131-5b40cda9cbf5 req-44a52d3e-9fcb-4995-b212-91348eb096fa tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Unset dirty status for tenant:88e09dd7b3b045b9a908da593dc6e6af on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:57:58.059052 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-28bdfac3-158a-4921-8131-5b40cda9cbf5 req-44a52d3e-9fcb-4995-b212-91348eb096fa tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 944 time: 0.5754836
Jan 26 11:57:58.198118 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-28bdfac3-158a-4921-8131-5b40cda9cbf5 req-c00dee63-6274-44e1-8b45-c788899dee71 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822320
Jan 26 11:57:58.208042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe4c32-b6fd-4a77-9810-def83bec6680 req-92544d83-2f12-42a9-8554-d13c523f8016 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:58.210190 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c3fe4c32-b6fd-4a77-9810-def83bec6680 req-92544d83-2f12-42a9-8554-d13c523f8016 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 946 time: 0.1703773
Jan 26 11:57:58.235958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-f4026d60-f635-4350-a0e6-a96108989379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:58.238681 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-f4026d60-f635-4350-a0e6-a96108989379 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=88e09dd7b3b045b9a908da593dc6e6af&device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 1161 time: 0.1770999
Jan 26 11:57:58.302599 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c3fe4c32-b6fd-4a77-9810-def83bec6680 req-88d408e0-b283-4a83-a8e9-072089bc3531 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781105
Jan 26 11:57:58.434128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-c440782a-ea6c-455c-ae2b-370c9b156206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:58.437003 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-c440782a-ea6c-455c-ae2b-370c9b156206 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1608d9c-7826-4b3c-96dd-9f85475b7f14 HTTP/1.1" status: 200  len: 907 time: 0.1909502
Jan 26 11:57:58.534181 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-a39ee30f-374a-4f8a-8e8d-6ca58567f724 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7e7b3b7-53d1-497a-b379-00f5f6585ffd HTTP/1.1" status: 200  len: 217 time: 0.0865929
Jan 26 11:57:58.613390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-64e8e93b-99a5-4d2b-82a9-f29555e171a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:58.615278 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-64e8e93b-99a5-4d2b-82a9-f29555e171a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f9648f0e-8a52-4f84-9414-d83b13bdcfda HTTP/1.1" status: 200  len: 853 time: 0.0751603
Jan 26 11:57:58.687913 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-09440e03-6e80-4181-82cf-690b866a2b86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1608d9c-7826-4b3c-96dd-9f85475b7f14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654259
Jan 26 11:57:58.862956 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-22c87e7a-3c38-4f99-aa3d-6abf20f0e210 service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611917
Jan 26 11:57:59.024948 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-854d0eeb-629d-4470-a28a-afd5dfa6229f req-7fb1def6-4b27-499b-9a3d-179e2d34e7ea service neutron] 10.222.0.81 "GET /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528256
Jan 26 11:57:59.530041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb63c2-e104-4341-b108-70db0dcec03d req-17cbdf9d-463d-441d-9709-84620e80b3be tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:59.532431 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7beb63c2-e104-4341-b108-70db0dcec03d req-17cbdf9d-463d-441d-9709-84620e80b3be tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 944 time: 0.1719272
Jan 26 11:57:59.609991 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7beb63c2-e104-4341-b108-70db0dcec03d req-42c63fff-57a6-4a86-838a-2e4eae7c1f62 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683551
Jan 26 11:57:59.619489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdc154-cb4c-4ff3-ae7e-74ed23755830 req-c11cb07b-64f7-4f2c-a92c-87392bc883eb tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:57:59.621263 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-aebdc154-cb4c-4ff3-ae7e-74ed23755830 req-c11cb07b-64f7-4f2c-a92c-87392bc883eb tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 946 time: 0.1601641
Jan 26 11:57:59.687143 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-aebdc154-cb4c-4ff3-ae7e-74ed23755830 req-c18b2a0a-5e98-4c32-a862-38112aa79ffe tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581710
Jan 26 11:58:00.316048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device b7e7b3b7-53d1-497a-b379-00f5f6585ffd up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:00.439813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port b7e7b3b7-53d1-497a-b379-00f5f6585ffd completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:58:00.446176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port b7e7b3b7-53d1-497a-b379-00f5f6585ffd triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:00.446754 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:00.623116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:00.659394 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436cab6a-afa9-455e-b712-25ecd76ea489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e7b3b7-53d1-497a-b379-00f5f6585ffd'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:58:00.678904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port b7e7b3b7-53d1-497a-b379-00f5f6585ffd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,segment=NetworkSegment(56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3),segment_id=56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:00.736670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:00.739991 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:00.780886 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436cab6a-afa9-455e-b712-25ecd76ea489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e7b3b7-53d1-497a-b379-00f5f6585ffd', 'code': 200}
Jan 26 11:58:00.845012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:00.859075 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:00.977443 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452b7fa-7227-419d-ac5e-1c0ea8c8347b req-44c2f9fd-a8e5-47c7-8374-6c4ff707069f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:00.979699 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0452b7fa-7227-419d-ac5e-1c0ea8c8347b req-44c2f9fd-a8e5-47c7-8374-6c4ff707069f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 946 time: 0.1955228
Jan 26 11:58:01.061402 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0452b7fa-7227-419d-ac5e-1c0ea8c8347b req-7d7d35f8-3d06-439c-80d1-05e02a265334 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701685
Jan 26 11:58:01.224510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823ff7f-7a9e-4a96-84aa-d05e596ad684 req-09511a92-b3bf-4db8-8f06-3b0eddee30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:01.226162 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0823ff7f-7a9e-4a96-84aa-d05e596ad684 req-09511a92-b3bf-4db8-8f06-3b0eddee30aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 1163 time: 0.1156912
Jan 26 11:58:01.284309 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0823ff7f-7a9e-4a96-84aa-d05e596ad684 req-52197b48-f3fc-44ef-8398-d5f097d2c355 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513754
Jan 26 11:58:01.631928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7cc9d-cb06-43ee-970a-c2d8a55e8709 req-2595908a-1577-4fe1-aa7b-401753010cc3 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:01.633875 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-69a7cc9d-cb06-43ee-970a-c2d8a55e8709 req-2595908a-1577-4fe1-aa7b-401753010cc3 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 946 time: 0.1524973
Jan 26 11:58:01.701226 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-69a7cc9d-cb06-43ee-970a-c2d8a55e8709 req-41f13452-8498-4ebc-97ba-0462f3b82a9e tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588126
Jan 26 11:58:01.892756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device b7e7b3b7-53d1-497a-b379-00f5f6585ffd up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:01.995589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port b7e7b3b7-53d1-497a-b379-00f5f6585ffd triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:01.996026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:02.453942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a487f-cd7a-456f-a34e-72a90830658e req-a5c583f5-767d-49f0-bb96-17cf8a5a32d9 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:02.456809 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c34a487f-cd7a-456f-a34e-72a90830658e req-a5c583f5-767d-49f0-bb96-17cf8a5a32d9 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 946 time: 0.2152877
Jan 26 11:58:02.553263 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c34a487f-cd7a-456f-a34e-72a90830658e req-6e3830c9-ade1-42d6-99ca-a9ed94fa9244 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793848
Jan 26 11:58:03.078173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586172d-5f91-4a64-836a-370971c75d6e req-dfa04b56-73ce-47a9-af2d-f4599efa3108 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:03.134511 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2586172d-5f91-4a64-836a-370971c75d6e req-dfa04b56-73ce-47a9-af2d-f4599efa3108 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 946 time: 0.1922939
Jan 26 11:58:03.153615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2586172d-5f91-4a64-836a-370971c75d6e req-93712272-7d39-4b16-948c-812f4503e45c tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646298
Jan 26 11:58:03.638698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-447f3ac0-b3dc-4f7e-a14b-9456c6340a9e tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:03.642438 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-447f3ac0-b3dc-4f7e-a14b-9456c6340a9e tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 946 time: 0.1618509
Jan 26 11:58:03.746624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device ddad1ef5-8624-4d35-b95a-ec6ba5c9153b no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:58:03.761792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Deleting port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:58:03.762334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:03.984093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21995a15-b1c0-4562-978e-a298744e95c3 req-fb9eccf7-d572-4115-a67d-89994f7baf1e tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:03.987208 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-21995a15-b1c0-4562-978e-a298744e95c3 req-fb9eccf7-d572-4115-a67d-89994f7baf1e tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 946 time: 0.2387769
Jan 26 11:58:04.038654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:04.077430 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-21995a15-b1c0-4562-978e-a298744e95c3 req-cff6a048-cef1-488c-a301-9d992a04b648 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807247
Jan 26 11:58:04.080251 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:58:04.097557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:04.130948 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:04.134276 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:04.269919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] For port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:04.270675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:04.295278 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b', 'code': 200}
Jan 26 11:58:04.295278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:04.302784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:04.527030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Calling delete_port for ddad1ef5-8624-4d35-b95a-ec6ba5c9153b owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:58:04.760913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b402-b18b-4729-8556-5fd05667d491 req-a390b640-fb8e-4385-b399-1ea52b9bb6ab tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:04.763343 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c342b402-b18b-4729-8556-5fd05667d491 req-a390b640-fb8e-4385-b399-1ea52b9bb6ab tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 944 time: 0.3890817
Jan 26 11:58:04.766516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:58:04.767145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:58:04.835333 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c342b402-b18b-4729-8556-5fd05667d491 req-f8b67791-b614-4ac4-a521-703ea8770f17 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619655
Jan 26 11:58:05.268359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Deleting port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:58:05.269504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:05.688552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] For port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,segment=NetworkSegment(d6bb4cb7-a64d-4314-affa-a01f13db18e5),segment_id=d6bb4cb7-a64d-4314-affa-a01f13db18e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:05.689125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:05.921846 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Calling delete_port for ddad1ef5-8624-4d35-b95a-ec6ba5c9153b owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:58:06.377609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4235b-8d20-4fb1-815b-31cf03bdbeb8 req-345a8632-dec6-451d-bbdd-f6f0904f072b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:06.380375 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ec4235b-8d20-4fb1-815b-31cf03bdbeb8 req-345a8632-dec6-451d-bbdd-f6f0904f072b tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 944 time: 0.3021202
Jan 26 11:58:06.382472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:06.415926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-29ce99b6-8114-4868-b258-c926d007c2cc tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:06.544607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Pushing event deleted for resources: {'Port': ['ID=ddad1ef5-8624-4d35-b95a-ec6ba5c9153b,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:06.548801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:06.709124 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0ec4235b-8d20-4fb1-815b-31cf03bdbeb8 req-66ee6c3c-c460-4d96-9e2a-5cd13ddebf89 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/security-groups?id=3912fe8d-3e93-4884-bc6d-530b147873fd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2996287
Jan 26 11:58:06.848751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] No DVR routers for this DVR port ddad1ef5-8624-4d35-b95a-ec6ba5c9153b on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:58:06.851629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:06.855379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'name': 'network-vif-deleted', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:58:06.905411 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-61b8cb54-86cb-4bcb-90ae-650bcc6a1e57 req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.81 "DELETE /v2.0/ports/ddad1ef5-8624-4d35-b95a-ec6ba5c9153b HTTP/1.1" status: 204  len: 173 time: 3.2561228
Jan 26 11:58:06.946251 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d912034-a68a-4a39-9ee7-37189ab0e334', 'name': 'network-vif-deleted', 'tag': 'ddad1ef5-8624-4d35-b95a-ec6ba5c9153b', 'status': 'completed', 'code': 200}
Jan 26 11:58:08.011226 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-1d5da768-6279-41ea-b649-fffc85ad4169 req-39a601cd-c02a-49b1-9bad-d13e0d92e552 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Synchronizing usage tracker for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:58:08.079862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-1d5da768-6279-41ea-b649-fffc85ad4169 req-39a601cd-c02a-49b1-9bad-d13e0d92e552 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Unset dirty status for tenant:fe66445bcf74443997a0c3b63d31500e on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:58:08.082319 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-1d5da768-6279-41ea-b649-fffc85ad4169 req-39a601cd-c02a-49b1-9bad-d13e0d92e552 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] 10.222.0.57 "GET /v2.0/ports?device_id=8d912034-a68a-4a39-9ee7-37189ab0e334 HTTP/1.1" status: 200  len: 210 time: 0.1442480
Jan 26 11:58:10.098165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:58:15.107969 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-460f9130-0d46-4621-89cb-58e4efc7d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:17.422358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dde24fe1-1e84-4c8f-8444-70c3372c1e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:18.164147 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:18.845623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:19.604629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:25.307815 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:27.495932 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-43bb0487-4167-43d6-8b51-f8b32add90ad service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1092145
Jan 26 11:58:27.734100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-05b28287-1747-46fa-8e86-94e9247de2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:27.736128 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-05b28287-1747-46fa-8e86-94e9247de2dc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1162 time: 0.1877179
Jan 26 11:58:28.048776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-f759ff9c-26e1-4d71-8bda-984bbc3826a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:28.056726 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-f759ff9c-26e1-4d71-8bda-984bbc3826a7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.2763321
Jan 26 11:58:28.234535 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-6eecceb4-4f5b-4eb2-844a-d7fab787378d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 1000 time: 0.1721287
Jan 26 11:58:28.376922 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-fdc2184a-b853-47d6-be1a-1a867456378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:28.380120 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-fdc2184a-b853-47d6-be1a-1a867456378f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1374366
Jan 26 11:58:28.501439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-0835178a-ed27-4467-a35a-410fec6a9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:28.503450 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-0835178a-ed27-4467-a35a-410fec6a9ea8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1153636
Jan 26 11:58:29.031290 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-80403c3c-7039-4da4-a0c5-1bbf221903d8 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5198674
Jan 26 11:58:29.300501 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2ae4f236-7af3-4ed5-a625-70383bd83e3a req-e2db0406-4e25-42a7-b593-74b61e48169e service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2527792
Jan 26 11:58:33.272107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8616f43-0e27-4cbf-ad41-f3c43ce4c411 req-149dba4a-1714-4122-8f82-d39bad9fc14b tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:33.274306 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8616f43-0e27-4cbf-ad41-f3c43ce4c411 req-149dba4a-1714-4122-8f82-d39bad9fc14b tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 946 time: 0.1451664
Jan 26 11:58:33.360789 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8616f43-0e27-4cbf-ad41-f3c43ce4c411 req-fe0909e2-7e93-4e49-9958-a623749fd339 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784514
Jan 26 11:58:34.763906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83667ec-7675-423d-aff9-1de9a27f82a9 req-977cde14-afe9-449c-87be-973b7e16bd97 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:34.766868 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a83667ec-7675-423d-aff9-1de9a27f82a9 req-977cde14-afe9-449c-87be-973b7e16bd97 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 946 time: 0.1989248
Jan 26 11:58:34.788074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device b7e7b3b7-53d1-497a-b379-00f5f6585ffd up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:34.879751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port b7e7b3b7-53d1-497a-b379-00f5f6585ffd triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:34.890200 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a83667ec-7675-423d-aff9-1de9a27f82a9 req-f2df3494-73f7-4b4a-a331-0352e50b6cdf tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/security-groups?id=66026407-ae5d-4be9-80c4-4406136f5283&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968308
Jan 26 11:58:34.892343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:35.033087 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011830d-791b-44dd-a2e9-8de231444e7c req-3305cf73-84f4-4215-bf98-1442a1a1d455 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:35.034967 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2011830d-791b-44dd-a2e9-8de231444e7c req-3305cf73-84f4-4215-bf98-1442a1a1d455 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 946 time: 0.2077906
Jan 26 11:58:35.150183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Deleting port b7e7b3b7-53d1-497a-b379-00f5f6585ffd {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:58:35.150590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:35.508635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] For port b7e7b3b7-53d1-497a-b379-00f5f6585ffd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,segment=NetworkSegment(56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3),segment_id=56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:35.509139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:35.688622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Calling delete_port for b7e7b3b7-53d1-497a-b379-00f5f6585ffd owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:58:35.930084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:35.955192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e881d3bc-cb9b-4582-952d-b01bb32d30ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:36.061694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Pushing event deleted for resources: {'Port': ['ID=b7e7b3b7-53d1-497a-b379-00f5f6585ffd,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:36.064726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:36.208344 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cb3caa06-66af-4ca9-b499-5a0eee2610bc req-2a86570b-99f7-47c5-a28a-f3ccccaaaeb3 tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.57 "GET /v2.0/ports?device_id=436cab6a-afa9-455e-b712-25ecd76ea489 HTTP/1.1" status: 200  len: 210 time: 0.0862319
Jan 26 11:58:36.330369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] No DVR routers for this DVR port b7e7b3b7-53d1-497a-b379-00f5f6585ffd on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:58:36.334176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:36.337971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436cab6a-afa9-455e-b712-25ecd76ea489', 'name': 'network-vif-deleted', 'tag': 'b7e7b3b7-53d1-497a-b379-00f5f6585ffd'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:58:36.405946 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2011830d-791b-44dd-a2e9-8de231444e7c req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] 10.222.0.81 "DELETE /v2.0/ports/b7e7b3b7-53d1-497a-b379-00f5f6585ffd HTTP/1.1" status: 204  len: 173 time: 1.3635137
Jan 26 11:58:36.421047 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436cab6a-afa9-455e-b712-25ecd76ea489', 'name': 'network-vif-deleted', 'tag': 'b7e7b3b7-53d1-497a-b379-00f5f6585ffd', 'status': 'completed', 'code': 200}
Jan 26 11:58:36.596336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device b7e7b3b7-53d1-497a-b379-00f5f6585ffd no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:58:36.636855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] No Port match for: b7e7b3b7-53d1-497a-b379-00f5f6585ffd {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:58:36.637249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device b7e7b3b7-53d1-497a-b379-00f5f6585ffd not bound to the agent host hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:58:38.772494 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34096) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:38.850054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Deleting subnet caed9d74-7017-4e92-90a8-dd5e3cdc58fb {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:58:38.854768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:38.918428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32916977'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:38.983247 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:39.313308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32249695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822843648'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:39.330631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-eb2746cb-a872-48f3-9958-774c6a76f04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:39.382740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caed9d74-7017-4e92-90a8-dd5e3cdc58fb,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:39.446221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.446655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.447072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.447482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.447888 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.448422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.448755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.449163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.449567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.449989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.450389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.450843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.451310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.451709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.452109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.452517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.452904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.453298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.453725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.454114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.454580 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.454980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.455377 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.455772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:39.464704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:39.501240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:39.508931 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e735b3ac-bc25-4a7c-844e-71e80fbb0dca admin admin] 10.222.0.57 "DELETE /v2.0/subnets/caed9d74-7017-4e92-90a8-dd5e3cdc58fb HTTP/1.1" status: 204  len: 168 time: 0.7349195
Jan 26 11:58:39.515434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34104) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:39.768225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:39.901607 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-f33e59b9-bb6a-481d-99ac-fbc478007e7a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips/a15793ea-8753-4d86-991f-ae146b330615 HTTP/1.1" status: 200  len: 997 time: 0.2411208
Jan 26 11:58:40.045439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:40.262955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef91c518>,) {'filters': {'network_id': ['82934942-4dcc-408a-952a-86cf03e9d35d']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:40.325224 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-a9d79079-7acd-4a5c-88ef-6fe213e8cc08 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:40.327620 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-a9d79079-7acd-4a5c-88ef-6fe213e8cc08 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.3931241
Jan 26 11:58:40.331522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef91c518>, 'd6bb4cb7-a64d-4314-affa-a01f13db18e5') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:40.332063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef91c518>, 'd6bb4cb7-a64d-4314-affa-a01f13db18e5') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:40.458852 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:40.505027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:40.509912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:58:40.631306 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-83bfd800-dfea-4b6d-a083-c4f1d63e0855 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200  len: 1000 time: 0.2776611
Jan 26 11:58:40.808683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Network 82934942-4dcc-408a-952a-86cf03e9d35d has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:58:40.821728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:40.903025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-c1212b85-903f-4867-bd30-ea8e219138dd tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:40.904859 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-c1212b85-903f-4867-bd30-ea8e219138dd tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports/d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 942 time: 0.2736368
Jan 26 11:58:41.445327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Network 82934942-4dcc-408a-952a-86cf03e9d35d has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:58:41.473290 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:58:41.566037 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-b809aadc-aa12-4809-ab6b-fbff285c95d6 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.56 HTTP/1.1" status: 200  len: 1000 time: 0.5586846
Jan 26 11:58:41.645130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:41.670351 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:41.691434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:41.714545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=82934942-4dcc-408a-952a-86cf03e9d35d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:41.726657 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:41.813935 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1c592d47-ca4c-4eaa-ae22-543506b10c5f admin admin] 10.222.0.57 "DELETE /v2.0/networks/82934942-4dcc-408a-952a-86cf03e9d35d HTTP/1.1" status: 204  len: 168 time: 2.3009369
Jan 26 11:58:41.867528 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Deleting port 3c8589a6-628e-4a06-b36f-368c89173651 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:58:41.868106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.076764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.077606 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.156154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34118) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:42.221393 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-08f65d73-113c-419b-9e9e-6aa061c6e3f9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe66445bcf74443997a0c3b63d31500e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0638552
Jan 26 11:58:42.224488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34122) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:42.232863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Calling delete_port for 3c8589a6-628e-4a06-b36f-368c89173651 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:58:42.298246 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5664f72a-0891-4e1d-9801-6ebb7f05a5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.332363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5664f72a-0891-4e1d-9801-6ebb7f05a5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.524780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.542136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b23f0dbd-331b-44f9-aaa8-49a428e33f85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:42.558762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5664f72a-0891-4e1d-9801-6ebb7f05a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.563999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e2042ef3-f41b-4720-b527-00ed8579cc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:42.580529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f72a-0891-4e1d-9801-6ebb7f05a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3912fe8d-3e93-4884-bc6d-530b147873fd,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:42.583651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5664f72a-0891-4e1d-9801-6ebb7f05a5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:42.602943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event deleted for resources: {'Port': ['ID=3c8589a6-628e-4a06-b36f-368c89173651,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:42.607880 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:42.620826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5664f72a-0891-4e1d-9801-6ebb7f05a5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.622679 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-5664f72a-0891-4e1d-9801-6ebb7f05a5b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3912fe8d-3e93-4884-bc6d-530b147873fd HTTP/1.1" status: 204  len: 168 time: 0.3965056
Jan 26 11:58:42.779960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:42.780340 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Floating IP a15793ea-8753-4d86-991f-ae146b330615 disassociated (deleted). External IP: 172.27.2.56, port: d130630b-334e-4dff-803f-9e9afd1538a3.
Jan 26 11:58:43.193860 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:58:43.396930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:58:43.409367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:58:43.421260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:58:43.421980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef731128>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:43.491018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:43.574477 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "DELETE /v2.0/floatingips/a15793ea-8753-4d86-991f-ae146b330615 HTTP/1.1" status: 204  len: 173 time: 2.0006149
Jan 26 11:58:43.576137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:58:43.623811 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:58:43.666876 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'status': 'completed', 'code': 200}
Jan 26 11:58:43.669162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-93f15664-6a91-4148-a4e5-70d7a45e25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:43.670980 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-93f15664-6a91-4148-a4e5-70d7a45e25de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1162 time: 0.0884254
Jan 26 11:58:43.829700 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-976e9da3-084d-402f-b5c4-9c56a7948db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:43.829939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-97e5c8af-3251-4e65-9c04-8f6f757768ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:43.831860 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-976e9da3-084d-402f-b5c4-9c56a7948db9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.1536305
Jan 26 11:58:43.834879 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-97e5c8af-3251-4e65-9c04-8f6f757768ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 1162 time: 0.1218271
Jan 26 11:58:43.927902 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-17522a3b-0099-4738-b80b-906f14451fb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 217 time: 0.0887265
Jan 26 11:58:43.928536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34150) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:44.009793 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-9a7ed46f-102c-494e-8c14-fa21edb53874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:44.011534 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-9a7ed46f-102c-494e-8c14-fa21edb53874 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.0747395
Jan 26 11:58:44.049042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-3dc112f7-a3c2-4e09-954e-5a659581a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:44.051131 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-3dc112f7-a3c2-4e09-954e-5a659581a32d service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.2084246
Jan 26 11:58:44.120427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef731128>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:45Z', 'revision_number': 2, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:44.127037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:58:44.135170 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-49116b16-2d83-4faa-97ea-c94fbd716fd4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 200  len: 217 time: 0.0767481
Jan 26 11:58:44.139558 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:58:44.140824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef731128>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:44.172280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-d988cd49-1090-40a2-a927-8cdd8d744bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:44.173963 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-d988cd49-1090-40a2-a927-8cdd8d744bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1533349
Jan 26 11:58:44.227638 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-804226124-network', 'tenant_id': '5c88fb8442614875992d7de8df926afb'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:58:44.239626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:44.249623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-f68016f5-67d8-4166-be33-73de07b02cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:44.251480 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-f68016f5-67d8-4166-be33-73de07b02cc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1100657
Jan 26 11:58:44.297053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Usage tracker for resource:network and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:44.305651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:44.316899 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:44.355535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-8b206ff9-37c0-45dc-9774-193cffad4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:44.358650 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-8b206ff9-37c0-45dc-9774-193cffad4d00 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1006465
Jan 26 11:58:44.397309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:58:44.567967 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-bb5fdefe-5ba5-4396-97d1-8816f19a74a7 service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025070
Jan 26 11:58:44.674293 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-7b2f783f-9a26-44b1-aea4-e9879e0ef387 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4927022
Jan 26 11:58:44.675102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Made reservation on behalf of 5c88fb8442614875992d7de8df926afb for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:58:44.680233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:44.721184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:44.750628 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0910c1d8-b8d3-4b51-a1ae-a77ac89102fe req-d824110b-d3ca-4b1a-b5f6-44595a0234ba service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1752102
Jan 26 11:58:44.757434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:44.822950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Usage tracker for resource:security_group_rule and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:44.828159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:44.837684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:44.872802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef731128>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:45Z', 'revision_number': 2, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:44.878412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab01c5-aef8-4b3d-a930-54e7cba1d2bf None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': '075b5bb5-495b-492a-a593-cc5ec68c0582', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'port_id': '4eda3cba-f538-47e6-8862-063ceecd2342', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'mac_address': 'fa:16:3e:10:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:54:40Z', 'updated_at': '2021-01-26T11:54:45Z', 'revision_number': 2, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:58:44.898500 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5544d058-727b-4f38-8d2f-58f14987fd28 req-b08ce473-c8e8-4099-9f54-14da346cf4f0 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2053101
Jan 26 11:58:45.149856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b5d0-6434-4e23-90cd-0a86aa7df360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:45.238706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:45.318336 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:45.322006 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-80ca9e20-d97c-4201-911b-60a63ffcefca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:45.382011 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:58:45.385401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21978934-4422-4052-852f-dbe8b2b4c81c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:45.393480 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:45.404140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5553817-67f7-4d29-ab36-cd512c5df641 None None] New status for floating IP a15793ea-8753-4d86-991f-ae146b330615: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:58:45.419420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:45.420308 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Added segment 178b15ca-92a4-44a9-b7d2-4ce18ae147eb of type vxlan for network 9a31bfde-ec11-4020-846f-ed154ec95c14
Jan 26 11:58:45.549817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:45.758369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:45.759819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:45.760491 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:45.766813 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:45.940828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Pushing event updated for resources: {'Network': ['ID=9a31bfde-ec11-4020-846f-ed154ec95c14,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:45.944838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:45.953828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:58:45.973004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:58:46.024652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2dc18-178d-4798-8cf1-40f3cb299f8d req-c2dcb725-ad6e-4301-8639-ab8019933284 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:46.025483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-12a2dc18-178d-4798-8cf1-40f3cb299f8d req-c2dcb725-ad6e-4301-8639-ab8019933284 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:58:46.032319 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dedafb7c-b743-4bcf-ae95-a39e84ea72ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.1026013
Jan 26 11:58:46.037095 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34166) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:46.046535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Request body: {'subnet': {'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-804226124-subnet', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:58:46.055168 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:46.060274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Usage tracker for resource:subnet and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:46.064594 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:46.071143 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:46.072795 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-12a2dc18-178d-4798-8cf1-40f3cb299f8d req-c2dcb725-ad6e-4301-8639-ab8019933284 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:58:46.074273 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-12a2dc18-178d-4798-8cf1-40f3cb299f8d req-c2dcb725-ad6e-4301-8639-ab8019933284 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.2857003
Jan 26 11:58:46.107288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Made reservation on behalf of 5c88fb8442614875992d7de8df926afb for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:58:46.112865 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:46.142468 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-12a2dc18-178d-4798-8cf1-40f3cb299f8d req-cf844c7d-ebe5-469b-ab23-3f5d6e5c6b16 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0602624
Jan 26 11:58:46.784577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:46.802780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:46.942475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4afb9c0-0a3f-4492-b21d-aea57cc98c89,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:46.946962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:47.012263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Checking segment: {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:58:47.012692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Network hostable DHCP agents. Network: 9a31bfde-ec11-4020-846f-ed154ec95c14, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:58:47.066869 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:58:47.087613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:58:47.124707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 9a31bfde-ec11-4020-846f-ed154ec95c14) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:58:47.136711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f2346-2cff-42a3-9008-c4503e451931 None None] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:58:47.140262 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:47.140971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:47.200007 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-7dbbc086-4e4b-4b14-963b-2fa68c249a63 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1610994
Jan 26 11:58:47.203044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34180) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:47.212495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:58:47.215707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:47.220907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Usage tracker for resource:router and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:47.224993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:47.232169 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:47.272718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:47.274038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:47.404917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-9a31bfde-ec11-4020-846f-ed154ec95c14', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:58:47.405877 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:47.438472 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d627f-0e34-4b15-8f62-5bd10afa0519 req-6839aa2b-b8ac-488e-8bca-c5d2f415f3ef tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:47.442149 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5b8d627f-0e34-4b15-8f62-5bd10afa0519 req-6839aa2b-b8ac-488e-8bca-c5d2f415f3ef tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.1465180
Jan 26 11:58:47.449109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:47.462587 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c054ef6b-6554-4e08-b787-8478501e34ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:47.485150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d130630b-334e-4dff-803f-9e9afd1538a3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:47.513003 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5b8d627f-0e34-4b15-8f62-5bd10afa0519 req-b67e1725-784d-49ed-9b2e-2e45aefa0f65 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0656478
Jan 26 11:58:47.708748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port d130630b-334e-4dff-803f-9e9afd1538a3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:47.708748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:47.864782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Allocated IP 172.20.0.2 (9a31bfde-ec11-4020-846f-ed154ec95c14/c4afb9c0-0a3f-4492-b21d-aea57cc98c89/f442cc5d-e7a9-4f63-b597-46785173713f) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:58:48.129806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.175686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.188160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Transition to ACTIVE for port object f442cc5d-e7a9-4f63-b597-46785173713f will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:58:48.198919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-84e6f678-e9f3-40ee-afe3-b8ebf488f16e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:48.201190 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-84e6f678-e9f3-40ee-afe3-b8ebf488f16e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.5441673
Jan 26 11:58:48.205544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Transition to ACTIVE for port object f442cc5d-e7a9-4f63-b597-46785173713f will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:58:48.208838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.272690 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.289486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:48.320240 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Deleting port d130630b-334e-4dff-803f-9e9afd1538a3 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:58:48.320633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.443621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Pushing event updated for resources: {'Port': ['ID=f442cc5d-e7a9-4f63-b597-46785173713f,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:48.455271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.455672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.456066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.456422 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.456816 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.457188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.457556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.457964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.458338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.458710 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.459162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.459641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.460076 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.460440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.460858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.461160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.461510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.463439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.463439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.463439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.463439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.463439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.463853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.463930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:48.470701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:48.520548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:58:48.523135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:58:48.525626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:58:48.598027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Attempting to bind port f442cc5d-e7a9-4f63-b597-46785173713f on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:58:48.598798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Attempting to bind port f442cc5d-e7a9-4f63-b597-46785173713f by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:58:48.599452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Attempting to bind port f442cc5d-e7a9-4f63-b597-46785173713f on network 9a31bfde-ec11-4020-846f-ed154ec95c14 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:58:48.607176 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:58:48.607856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Checking segment: {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:58:48.608478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.609072 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Bound using segment: {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:58:48.609777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Bound port: f442cc5d-e7a9-4f63-b597-46785173713f, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:58:48.610354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.722716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] For port f442cc5d-e7a9-4f63-b597-46785173713f, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:58:48.726250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] For port f442cc5d-e7a9-4f63-b597-46785173713f, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f442cc5d-e7a9-4f63-b597-46785173713f,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:58:48.768894 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.789760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:48.811745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04631cc-814f-4e2e-9fe4-cf1741c9d215 req-f0b7dd9b-b6c6-450d-905e-f36315a43a81 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:48.813681 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a04631cc-814f-4e2e-9fe4-cf1741c9d215 req-f0b7dd9b-b6c6-450d-905e-f36315a43a81 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 945 time: 0.1422262
Jan 26 11:58:48.879314 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a04631cc-814f-4e2e-9fe4-cf1741c9d215 req-1b01ace2-9194-49c2-8a24-7dc3fa885f85 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0582721
Jan 26 11:58:48.880681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] For port d130630b-334e-4dff-803f-9e9afd1538a3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=d130630b-334e-4dff-803f-9e9afd1538a3,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:48.881104 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.923955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:48.952856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Pushing event updated for resources: {'Port': ['ID=f442cc5d-e7a9-4f63-b597-46785173713f,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:48.958731 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:49.059446 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Calling delete_port for d130630b-334e-4dff-803f-9e9afd1538a3 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:58:49.087153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:49.151962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:49.267098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device d130630b-334e-4dff-803f-9e9afd1538a3 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:58:49.441022 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:49.541189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:49.563835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-63f53a24-e70c-4c96-9ed9-e2509c64f7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:49.598663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:49.636319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event deleted for resources: {'Port': ['ID=d130630b-334e-4dff-803f-9e9afd1538a3,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:49.639939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:49.710905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Allocated IP 172.27.2.238 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/df6a71c5-3ceb-480d-971f-c65431d612db) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:58:49.933643 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] No DVR routers for this DVR port d130630b-334e-4dff-803f-9e9afd1538a3 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:58:49.936273 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:49.942973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'name': 'network-vif-deleted', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:58:50.002713 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:50.017465 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8069fe3b-27f8-4136-96d2-e4b8c91558cf req-c3066ef0-7cbc-4ea5-906f-31194ec4c1cc tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "DELETE /v2.0/ports/d130630b-334e-4dff-803f-9e9afd1538a3 HTTP/1.1" status: 204  len: 173 time: 1.8009408
Jan 26 11:58:50.051543 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6117628-29a5-422a-921c-6c1bfbe49df2', 'name': 'network-vif-deleted', 'tag': 'd130630b-334e-4dff-803f-9e9afd1538a3', 'status': 'completed', 'code': 200}
Jan 26 11:58:50.126428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:50.154936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d092fb43-8f12-4f7a-9eae-38594bb338e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:50.226661 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-d0d98fd3-4811-4302-a630-c715d654b09e req-61bbff4b-4a8c-4599-8ddb-8a55873aa5c2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:58:50.347873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Pushing event updated for resources: {'Port': ['ID=df6a71c5-3ceb-480d-971f-c65431d612db,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:50.354361 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:50.371547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-d0d98fd3-4811-4302-a630-c715d654b09e req-61bbff4b-4a8c-4599-8ddb-8a55873aa5c2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:58:50.373519 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d0d98fd3-4811-4302-a630-c715d654b09e req-61bbff4b-4a8c-4599-8ddb-8a55873aa5c2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.3007629
Jan 26 11:58:50.437389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:58:50.439019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:58:50.441515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:58:50.624609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf86fb76-f439-4a4f-98db-2a320fd6dd77 None None] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:58:50.766829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-3c4c2ebb-87ae-4c17-b3d4-c59d7ee01e46 None None] Provisioning for port f442cc5d-e7a9-4f63-b597-46785173713f completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:58:50.889992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f442cc5d-e7a9-4f63-b597-46785173713f up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:51.032721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port f442cc5d-e7a9-4f63-b597-46785173713f completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:58:51.038695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f442cc5d-e7a9-4f63-b597-46785173713f triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:51.042797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:51.216875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:51.262013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port f442cc5d-e7a9-4f63-b597-46785173713f, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f442cc5d-e7a9-4f63-b597-46785173713f,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:51.299332 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:51.302776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:51.379734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-bc592c8e-b7bd-4482-a8ae-b055c38cd11a None None] Provisioning complete for port f442cc5d-e7a9-4f63-b597-46785173713f triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:51.380157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bc592c8e-b7bd-4482-a8ae-b055c38cd11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:51.399513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:51.447349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=f442cc5d-e7a9-4f63-b597-46785173713f,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:51.453454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:51.610436 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-bacc9499-6a3c-414e-9694-c5991760dd33 req-36f6a534-c51e-47d8-bebf-d4ab81f34aa1 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.0693667
Jan 26 11:58:51.800357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:51.846569 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-1417f7e8-ede3-4251-adeb-d1ac074b4319 None None] Provisioning complete for port f442cc5d-e7a9-4f63-b597-46785173713f triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:51.847241 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1417f7e8-ede3-4251-adeb-d1ac074b4319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:52.112129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Router 0fde25cc-8f4d-4462-9fdb-06652b928f55 is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:58:52.313064 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:58:52.329990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Sync routers for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:58:52.339863 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:58:52.340577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef7e66d8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:52.370221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:52.371606 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.1674175
Jan 26 11:58:52.375250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34210) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:52.699649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:58:52.792618 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9163fc9a-9617-433b-916f-38ec4c51336d req-b519d42a-64da-4ffd-9fea-52e73296fc53 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.0543108
Jan 26 11:58:52.870353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f442cc5d-e7a9-4f63-b597-46785173713f up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:52.952612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f442cc5d-e7a9-4f63-b597-46785173713f triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:52.953052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:53.059994 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef7e66d8>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:50Z', 'revision_number': 3, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:53.065149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Checking router: 0fde25cc-8f4d-4462-9fdb-06652b928f55 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:58:53.065561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Updating router 0fde25cc-8f4d-4462-9fdb-06652b928f55 port df6a71c5-3ceb-480d-971f-c65431d612db binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:58:53.130946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:53.238029 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:53.576279 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:53.592307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Transition to ACTIVE for port object df6a71c5-3ceb-480d-971f-c65431d612db will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:58:53.626951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Allocated IP 172.20.0.1 (9a31bfde-ec11-4020-846f-ed154ec95c14/c4afb9c0-0a3f-4492-b21d-aea57cc98c89/9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:58:53.667114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:53.685873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:53.843496 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Pushing event updated for resources: {'Port': ['ID=df6a71c5-3ceb-480d-971f-c65431d612db,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:53.869131 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.869635 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.869914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.870274 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.870656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.871043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.871529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.872353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.873529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.874038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.874484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.874858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.875309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.875680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.876059 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.876430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.876798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.877166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.877529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.877977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.878322 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.878684 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.879052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.879414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:53.886523 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:54.018556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Attempting to bind port df6a71c5-3ceb-480d-971f-c65431d612db on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:58:54.019368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Attempting to bind port df6a71c5-3ceb-480d-971f-c65431d612db by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:58:54.020144 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Attempting to bind port df6a71c5-3ceb-480d-971f-c65431d612db on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:58:54.021861 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8b20826f-be2d-44cb-afc4-2a524f922d54 req-d1baca17-27a9-4059-b2a1-2e2c09c2e04c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=e6117628-29a5-422a-921c-6c1bfbe49df2 HTTP/1.1" status: 200  len: 210 time: 0.0768993
Jan 26 11:58:54.037842 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:58:54.038278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:58:54.038712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:54.039146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:58:54.039708 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Bound port: df6a71c5-3ceb-480d-971f-c65431d612db, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:58:54.040232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:54.110000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:54.135157 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Transition to ACTIVE for port object 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:58:54.140993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] For port df6a71c5-3ceb-480d-971f-c65431d612db, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:58:54.143556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] For port df6a71c5-3ceb-480d-971f-c65431d612db, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=df6a71c5-3ceb-480d-971f-c65431d612db,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:58:54.193285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:54.210756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4a9bcd32-2c9b-4911-abfb-458d273dba67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:54.233647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:54.254444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-65886563-a62d-4841-8fd6-564a163dfd28 tempest-TestMinimumBasicScenario-934067383 tempest-TestMinimumBasicScenario-934067383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:54.395248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Pushing event updated for resources: {'Port': ['ID=df6a71c5-3ceb-480d-971f-c65431d612db,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:54.399154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:54.412118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:54.429539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.429539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.431256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.431856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.432148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.432578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.433819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.434723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.435191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.435831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.436453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.437278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.438044 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.438626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.439150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.439679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.440284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.440825 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.441349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.441896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.442412 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.442973 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.443850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.444533 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:58:54.470434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:58:54.471363 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef7e66d8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:54.486943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:54.497444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:58:54.498900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:58:54.501358 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:58:54.573066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:54.716349 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:58:54.924227 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d0e22579-cbce-422d-8159-9dee16c369fe None None] Provisioning for port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:58:54.930260 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d0e22579-cbce-422d-8159-9dee16c369fe None None] Provisioning complete for port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:54.930772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d0e22579-cbce-422d-8159-9dee16c369fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:55.000757 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:55.023423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-d0e22579-cbce-422d-8159-9dee16c369fe None None] Port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:58:55.054202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef7e66d8>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:50Z', 'revision_number': 3, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:55.059553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf9dd3d-a170-4eb1-8b6d-3d10ec44a00c None None] The sync data for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi is: [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:50Z', 'revision_number': 3, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:58:55.336805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:55.363769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:55.369308 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:55.409428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bea295d5-24a4-4674-ae1e-afe4a0fe4de5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:55.519450 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:55.522317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:55.540254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:55.697758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:58:55.698987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:58:55.924517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Router 0fde25cc-8f4d-4462-9fdb-06652b928f55 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:58:55.970520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-62e19397-091c-47aa-9ccf-e0c3fe35ac5d None None] Provisioning complete for port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:55.970966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-62e19397-091c-47aa-9ccf-e0c3fe35ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:56.041530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-62e19397-091c-47aa-9ccf-e0c3fe35ac5d None None] Port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:58:56.135009 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:58:56.146719 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] 10.222.0.57 "PUT /v2.0/routers/0fde25cc-8f4d-4462-9fdb-06652b928f55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7701914
Jan 26 11:58:56.872794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device df6a71c5-3ceb-480d-971f-c65431d612db up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:57.009928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port df6a71c5-3ceb-480d-971f-c65431d612db completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:58:57.016746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port df6a71c5-3ceb-480d-971f-c65431d612db triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:57.018937 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.155073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.172695 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port df6a71c5-3ceb-480d-971f-c65431d612db, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=df6a71c5-3ceb-480d-971f-c65431d612db,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:58:57.203921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.206195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:57.280145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=df6a71c5-3ceb-480d-971f-c65431d612db,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:57.283729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:57.311777 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34262) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:57.318074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-374542871-network', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:58:57.323487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:57.328564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Usage tracker for resource:network and tenant:74156aeed57d4c1999ac9e1ef53bae0d is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:57.331682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:57.337742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:57.381179 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Made reservation on behalf of 74156aeed57d4c1999ac9e1ef53bae0d for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:58:57.386146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.400225 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.416420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:57.420934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Usage tracker for resource:security_group_rule and tenant:74156aeed57d4c1999ac9e1ef53bae0d is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:57.424128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:57.430348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:57.522831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.569900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.574555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e341a99a-851c-430c-94cf-98e0673b046f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:57.608651 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 11:58:57.623309 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2671cc3-c54c-45a1-956c-a21991c88957,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:57.627299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:57.630517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729505511897', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.631036 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.segments_db [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Added segment 17c7dfb5-f5a2-4979-b32d-46c73e100cde of type vxlan for network 8ecbb816-3d62-4106-8662-87e2a114e8d0
Jan 26 11:58:57.661230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729505125406'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.723628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.725033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:57.725721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:57.731924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:57.848858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Pushing event updated for resources: {'Network': ['ID=8ecbb816-3d62-4106-8662-87e2a114e8d0,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:57.848858 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:57.859066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 details requested by agent ovs-agent-dv-cinder-772388-2-iscsi with host dv-cinder-772388-2-iscsi {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:58:57.876912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 11:58:57.885265 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0f17af6e-0523-4df8-987e-41bde54f632c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5722744
Jan 26 11:58:57.889395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34268) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:57.902677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Request body: {'subnet': {'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-374542871-subnet', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:58:57.909435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:57.914960 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Usage tracker for resource:subnet and tenant:74156aeed57d4c1999ac9e1ef53bae0d is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:57.918540 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:57.925140 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:57.969689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Made reservation on behalf of 74156aeed57d4c1999ac9e1ef53bae0d for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:58:57.975944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822339147'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:58.097830 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-c0b6830d-efe0-467b-8360-bec7e069c483 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips/075b5bb5-495b-492a-a593-cc5ec68c0582 HTTP/1.1" status: 200  len: 997 time: 0.1663265
Jan 26 11:58:58.110794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Sync routers for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:58:58.126477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:58:58.127409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9aff28>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:58.338013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:58:58.339002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-1cf6af0d-9a61-48dd-9571-b221569cc1c4 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:58.340658 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-1cf6af0d-9a61-48dd-9571-b221569cc1c4 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2369459
Jan 26 11:58:58.488031 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-6fdea913-7035-40fe-a5d6-970f72be9513 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:58:58.506935 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823236717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822339194'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:58.524025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:58:58.541232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-6fdea913-7035-40fe-a5d6-970f72be9513 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:58:58.542612 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-6fdea913-7035-40fe-a5d6-970f72be9513 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 1000 time: 0.1950083
Jan 26 11:58:58.672420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d99ace-f787-4801-aeb1-f5305a125360,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:58:58.676666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:58:58.693676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-cba8a909-c598-4be7-8145-e214e4da2af8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:58.695607 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-cba8a909-c598-4be7-8145-e214e4da2af8 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports/4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 943 time: 0.1424105
Jan 26 11:58:58.709537 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9aff28>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:58:55Z', 'revision_number': 2, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:58:58.714704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Checking router: 0fde25cc-8f4d-4462-9fdb-06652b928f55 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:58:58.715505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Updating router 0fde25cc-8f4d-4462-9fdb-06652b928f55 port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:58:58.747642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Checking segment: {'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:58:58.748049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Network hostable DHCP agents. Network: 8ecbb816-3d62-4106-8662-87e2a114e8d0, hostable agents: ['178d9049-14d0-4753-a345-81accb8d3cd1'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 11:58:58.789000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:58.843805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 is scheduled to be hosted by DHCP agent 178d9049-14d0-4753-a345-81accb8d3cd1 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 11:58:58.874033 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device df6a71c5-3ceb-480d-971f-c65431d612db up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:58:58.912183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-iscsi, 8ecbb816-3d62-4106-8662-87e2a114e8d0) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:58:58.929870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:58:58.930453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:58.937135 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-87f5f87d-4659-4044-baca-274374f78dbb tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 1000 time: 0.1461570
Jan 26 11:58:58.978111 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ebd0ad-00c0-45d5-940b-942c0f5f84fc None None] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:58:58.987901 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-213eb91e-4cc8-46dd-bfcc-dd9945f0ecea admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0971158
Jan 26 11:58:58.990644 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34282) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:58:58.997516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:58:59.003189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:58:59.007579 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Usage tracker for resource:router and tenant:74156aeed57d4c1999ac9e1ef53bae0d is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:58:59.011647 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:58:59.018699 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:58:59.062134 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1591486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763220'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.063296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853192297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853194468', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852819409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12580'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.080368 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.194232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Deleting port 54ce38f5-2293-4c9d-b4f6-53629d877d49 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:58:59.194232 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.261630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port df6a71c5-3ceb-480d-971f-c65431d612db triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:58:59.262162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.407756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.407756 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.570804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Calling delete_port for 54ce38f5-2293-4c9d-b4f6-53629d877d49 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:58:59.581234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a7cd790-5993-51b6-813f-4d7b59f441ab-8ecbb816-3d62-4106-8662-87e2a114e8d0', 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'fixed_ips': [{'subnet_id': 'a9d99ace-f787-4801-aeb1-f5305a125360'}]}} from dv-cinder-772388-2-iscsi. {{(pid=80246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 11:58:59.592521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.677146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853194449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1595326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12755'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:58:59.916990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.002516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.016261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ea693ce6-78c1-417c-b26e-35a6e9320913 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:00.030626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Transition to ACTIVE for port object 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:00.071373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event deleted for resources: {'Port': ['ID=54ce38f5-2293-4c9d-b4f6-53629d877d49,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:00.076189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:00.088723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.109698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:00.144662 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.186197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.186587 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Floating IP 075b5bb5-495b-492a-a593-cc5ec68c0582 disassociated (deleted). External IP: 172.27.2.2, port: 4eda3cba-f538-47e6-8862-063ceecd2342.
Jan 26 11:59:00.188004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.306465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde76b68-10a0-49ce-ad75-af364ac2cee8 None None] Pushing event updated for resources: {'Port': ['ID=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:00.310823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dde76b68-10a0-49ce-ad75-af364ac2cee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:00.468630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Allocated IP 172.20.0.2 (8ecbb816-3d62-4106-8662-87e2a114e8d0/a9d99ace-f787-4801-aeb1-f5305a125360/f5836c1d-b425-46cc-95ca-b7d868972340) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:59:00.538639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Allocated IP 172.27.2.31 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/8a7a03fa-cdab-40ff-9f0f-d77ac4872154) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:59:00.614355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:59:00.701958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Attempting to bind port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:59:00.702243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Attempting to bind port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:59:00.702608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Attempting to bind port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 on network 9a31bfde-ec11-4020-846f-ed154ec95c14 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:59:00.718817 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:59:00.723301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Checking segment: {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:59:00.723301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.723301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Bound using segment: {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:59:00.723301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Bound port: 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:59:00.723301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.847128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.942130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:00.978538 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] For port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:59:00.989067 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] For port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:59:00.991210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3e2892fe-6f3e-4fb0-9bd2-532a2956a5ed tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:01.012913 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:01.032656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:01.062603 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-45dd9ac5-6de6-4a22-b592-0cb8c2c340fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:01.082380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:59:01.094282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:59:01.105173 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:01.106175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d780>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:01.116953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Transition to ACTIVE for port object f5836c1d-b425-46cc-95ca-b7d868972340 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:01.164622 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Pushing event updated for resources: {'Port': ['ID=8a7a03fa-cdab-40ff-9f0f-d77ac4872154,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:01.177356 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:01.193217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:01.252776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:59:01.255281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:59:01.262105 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Transition to ACTIVE for port object f5836c1d-b425-46cc-95ca-b7d868972340 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:01.264380 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-0b00d4ee-2568-492a-a2f8-e71e3a524a7e tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "DELETE /v2.0/floatingips/075b5bb5-495b-492a-a593-cc5ec68c0582 HTTP/1.1" status: 204  len: 173 time: 2.3207560
Jan 26 11:59:01.265331 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:59:01.265564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:59:01.296853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde76b68-10a0-49ce-ad75-af364ac2cee8 None None] Pushing event updated for resources: {'Port': ['ID=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:01.304119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dde76b68-10a0-49ce-ad75-af364ac2cee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:01.337019 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:01.357486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dde76b68-10a0-49ce-ad75-af364ac2cee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:01.360737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:01.402426 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342', 'status': 'completed', 'code': 200}
Jan 26 11:59:01.452248 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-bece406a-303c-446d-9577-cd0131d16b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:01.453988 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-bece406a-303c-446d-9577-cd0131d16b31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1163 time: 0.1695063
Jan 26 11:59:01.505521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Pushing event updated for resources: {'Port': ['ID=f5836c1d-b425-46cc-95ca-b7d868972340,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:01.562101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:01.562798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:01.563520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9aff28>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:01.752652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-4af91f4d-31a5-4d2b-946f-18a575c4ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:01.756435 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-4af91f4d-31a5-4d2b-946f-18a575c4ab18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.2928755
Jan 26 11:59:01.761631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-91fb0736-dc5f-40cd-84fe-6f9279c47125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:01.763720 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-91fb0736-dc5f-40cd-84fe-6f9279c47125 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99199b371a9449cabe22dffd65eaf0c6&device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 1163 time: 0.3191512
Jan 26 11:59:01.850797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:59:01.852862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:01.856480 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-decb9e12-6f45-4e17-b4c7-4f245e685d50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 217 time: 0.0919104
Jan 26 11:59:01.905222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:59:01.915752 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:59:01.990701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-6a6d5847-cf1d-4cc5-97cb-e586821ee429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:01.992400 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-6a6d5847-cf1d-4cc5-97cb-e586821ee429 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.1349487
Jan 26 11:59:02.003941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Attempting to bind port f5836c1d-b425-46cc-95ca-b7d868972340 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:59:02.004373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Attempting to bind port f5836c1d-b425-46cc-95ca-b7d868972340 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:59:02.004802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Attempting to bind port f5836c1d-b425-46cc-95ca-b7d868972340 on network 8ecbb816-3d62-4106-8662-87e2a114e8d0 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:59:02.043341 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d780>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:02.048746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:59:02.060766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:02.061535 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d780>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:02.086506 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-e5f179ea-98ef-4565-ac65-825e6e5902bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:02.088711 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-e5f179ea-98ef-4565-ac65-825e6e5902bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867665
Jan 26 11:59:02.089648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:59:02.090325 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Checking segment: {'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:59:02.090999 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:02.092010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Bound using segment: {'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:59:02.092733 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Bound port: f5836c1d-b425-46cc-95ca-b7d868972340, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:59:02.093369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:02.110046 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-83d43da8-e32e-4ca0-a068-b0cd07187c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:02.111671 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-83d43da8-e32e-4ca0-a068-b0cd07187c72 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 200  len: 904 time: 0.3415151
Jan 26 11:59:02.226579 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-05198171-a4b6-4f84-ac7a-0a8d138c5d29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 200  len: 217 time: 0.1052079
Jan 26 11:59:02.259649 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-dfde8a12-ada3-4d28-9d82-93063ab07367 service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619706
Jan 26 11:59:02.315449 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:02.367431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:02.482151 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db763c29-9f9e-4d73-b7ae-36207cc2e06d req-f487d759-902f-47cb-987c-4304fa69156b service neutron] 10.222.0.57 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2134619
Jan 26 11:59:02.503390 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-567d1972-e0dc-42d5-87fb-47d8c6a7f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:02.504895 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-567d1972-e0dc-42d5-87fb-47d8c6a7f792 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 200  len: 849 time: 0.2715347
Jan 26 11:59:02.767503 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] For port f5836c1d-b425-46cc-95ca-b7d868972340, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:59:02.788883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] For port f5836c1d-b425-46cc-95ca-b7d868972340, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f5836c1d-b425-46cc-95ca-b7d868972340,segment=NetworkSegment(17c7dfb5-f5a2-4979-b32d-46c73e100cde),segment_id=17c7dfb5-f5a2-4979-b32d-46c73e100cde)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:59:02.823215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:02.846901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:02.862844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d780>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:02.873185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf5722-123f-4907-b652-f988f36ee3c3 None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:50:35Z', 'revision_number': 4, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9729bd64-5ef8-4950-ad7a-9e990637c414', 'name': '', 'network_id': 'd65e3f05-37f3-42f6-8372-7a3820b8681e', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'mac_address': 'fa:16:3e:f0:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:34Z', 'updated_at': '2021-01-26T11:50:47Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'subnets': [{'id': '0edfd81a-e75a-4d62-8afe-25fb5254ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:59:03.030577 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9aff28>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:00Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:03.045559 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b8056-0526-4f41-a691-5faa513b03e9 None None] The sync data for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi is: [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:00Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:59:03.046838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-19b5ae4d-fd28-46cc-b03d-44871b050e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:03.048553 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-19b5ae4d-fd28-46cc-b03d-44871b050e78 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d65e3f05-37f3-42f6-8372-7a3820b8681e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5317369
Jan 26 11:59:03.080420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Pushing event updated for resources: {'Port': ['ID=f5836c1d-b425-46cc-95ca-b7d868972340,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:03.093920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e670b9eb-d549-4092-861e-7a797df7f4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:03.376815 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c4c8-f568-4b9a-a156-03d616db3fe3 req-8d0c7345-675a-4117-a0a9-073d6749f62f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:03.378510 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4f85c4c8-f568-4b9a-a156-03d616db3fe3 req-8d0c7345-675a-4117-a0a9-073d6749f62f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:03.426926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4f85c4c8-f568-4b9a-a156-03d616db3fe3 req-8d0c7345-675a-4117-a0a9-073d6749f62f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:03.428563 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4f85c4c8-f568-4b9a-a156-03d616db3fe3 req-8d0c7345-675a-4117-a0a9-073d6749f62f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 946 time: 0.2230151
Jan 26 11:59:03.430853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853184311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1581366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:03.436242 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-80d75af0-b134-47df-9998-2489d4f4f75d service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619555
Jan 26 11:59:03.517204 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4f85c4c8-f568-4b9a-a156-03d616db3fe3 req-fa5ca65e-2d75-40a3-9ff9-376c0c294745 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0792804
Jan 26 11:59:03.544654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607fa9a-c214-4f19-ac17-e72ea5c8cd30 None None] New status for floating IP 075b5bb5-495b-492a-a593-cc5ec68c0582: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:59:03.795665 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-76d072bf-2eff-4603-99ed-2ee063d45d0e req-c18e5745-3b96-4184-b5a0-c536905fc57f service neutron] 10.222.0.81 "GET /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2994902
Jan 26 11:59:03.889701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Router 5c6e6911-0cf4-4970-b907-91afc8efa0ac is scheduled to L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 11:59:04.137275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:59:04.147806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Sync routers for ids ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:59:04.164759 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Routers {'5c6e6911-0cf4-4970-b907-91afc8efa0ac'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:04.166314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d438>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:04.198073 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:04.199730 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.2078776
Jan 26 11:59:04.202924 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34330) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:04.410235 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Set router 5c6e6911-0cf4-4970-b907-91afc8efa0ac gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:04.781675 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d438>, [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T11:59:01Z', 'revision_number': 3, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:04.787556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Checking router: 5c6e6911-0cf4-4970-b907-91afc8efa0ac for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:59:04.788392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Updating router 5c6e6911-0cf4-4970-b907-91afc8efa0ac port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 binding host dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:59:04.834139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd05cf1-6ecd-46af-b142-05a0cca380e3 None None] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:59:04.869951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.000000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:05.049139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f1bdb0e3-19d2-40d0-9279-8fb8661c7adb None None] Provisioning for port f5836c1d-b425-46cc-95ca-b7d868972340 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:05.164787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a7c7a-5d9b-4e00-a70d-824d3bd04bd5 req-dc887693-ed97-4e43-91ff-1a6791abb0de tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:05.166581 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-371a7c7a-5d9b-4e00-a70d-824d3bd04bd5 req-dc887693-ed97-4e43-91ff-1a6791abb0de tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 946 time: 0.4348392
Jan 26 11:59:05.186017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:05.205748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:05.206353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.255222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-9a843dc1-46f7-4ba8-8f9a-afa72e436255 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:05.256946 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-9a843dc1-46f7-4ba8-8f9a-afa72e436255 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 946 time: 0.4054549
Jan 26 11:59:05.466425 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.472353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.490855 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Transition to ACTIVE for port object 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:05.507059 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:05.536106 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.568365 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:05.576048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.577517 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f5836c1d-b425-46cc-95ca-b7d868972340 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:05.630261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:05.691556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 4eda3cba-f538-47e6-8862-063ceecd2342 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:59:05.692366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198abbd-653a-4bda-a80b-da862861a1d0 None None] Pushing event updated for resources: {'Port': ['ID=8a7a03fa-cdab-40ff-9f0f-d77ac4872154,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:05.696293 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f198abbd-653a-4bda-a80b-da862861a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:05.731872 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-371a7c7a-5d9b-4e00-a70d-824d3bd04bd5 req-6b014753-88d7-4e7a-804f-fd9d06e1c4d2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.5498848
Jan 26 11:59:05.854245 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Deleting port 4eda3cba-f538-47e6-8862-063ceecd2342 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:05.859844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.955897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Attempting to bind port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:59:05.957175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Attempting to bind port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:59:05.958017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Attempting to bind port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 on network bd110069-471b-4c31-bfdd-ae93ec4182dd {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:59:05.965796 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:59:05.966634 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Checking segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:59:05.967932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.968745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Bound using segment: {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:59:05.969521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Bound port: 8a7a03fa-cdab-40ff-9f0f-d77ac4872154, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abea2a2-516f-44b1-b0e9-b96fc03b22e5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:59:05.970214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:05.999149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:06.007208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:06.009912 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.045748 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port f5836c1d-b425-46cc-95ca-b7d868972340 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:06.051457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f5836c1d-b425-46cc-95ca-b7d868972340 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:06.053560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.071121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.162159 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] For port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:59:06.167175 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] For port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=8a7a03fa-cdab-40ff-9f0f-d77ac4872154,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:59:06.192160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 4eda3cba-f538-47e6-8862-063ceecd2342, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4eda3cba-f538-47e6-8862-063ceecd2342,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:06.199456 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:59:06.214562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-caffc6a1-470f-464f-9ea3-19406de3b3ee None None] Provisioning complete for port f5836c1d-b425-46cc-95ca-b7d868972340 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:06.216042 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-caffc6a1-470f-464f-9ea3-19406de3b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.250055 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.321982 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342', 'code': 200}
Jan 26 11:59:06.323004 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2fb11335-06b1-46ab-9f16-c4e02a049e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:06.325820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.332530 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:06.493160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198abbd-653a-4bda-a80b-da862861a1d0 None None] Pushing event updated for resources: {'Port': ['ID=8a7a03fa-cdab-40ff-9f0f-d77ac4872154,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:06.503337 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] For port 4eda3cba-f538-47e6-8862-063ceecd2342, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4eda3cba-f538-47e6-8862-063ceecd2342,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:06.503751 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.506310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f198abbd-653a-4bda-a80b-da862861a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:06.548663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.557081 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Routers {'5c6e6911-0cf4-4970-b907-91afc8efa0ac'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:06.558525 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d438>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:06.560768 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=4eda3cba-f538-47e6-8862-063ceecd2342,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:06.564522 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:06.568784 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-caffc6a1-470f-464f-9ea3-19406de3b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.627729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port f5836c1d-b425-46cc-95ca-b7d868972340, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f5836c1d-b425-46cc-95ca-b7d868972340,segment=NetworkSegment(17c7dfb5-f5a2-4979-b32d-46c73e100cde),segment_id=17c7dfb5-f5a2-4979-b32d-46c73e100cde)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:06.667013 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:06.674696 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Calling delete_port for 4eda3cba-f538-47e6-8862-063ceecd2342 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:06.676645 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:06.774590 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-caffc6a1-470f-464f-9ea3-19406de3b3ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:59:06.775000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-caffc6a1-470f-464f-9ea3-19406de3b3ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:59:06.779051 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=f5836c1d-b425-46cc-95ca-b7d868972340,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:06.786424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:06.946534 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:07.001720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:59:07.002092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:59:07.003395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Allocated IP 172.20.0.1 (8ecbb816-3d62-4106-8662-87e2a114e8d0/a9d99ace-f787-4801-aeb1-f5305a125360/081ae66d-3a73-40a1-814c-bd612312b1c2) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:59:07.042911 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:07.043116 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] Set router 5c6e6911-0cf4-4970-b907-91afc8efa0ac gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:07.043753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.063250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34350) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:07.146057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Deleting subnet f9648f0e-8a52-4f84-9414-d83b13bdcfda {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:59:07.152216 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.234430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32916977'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.315492 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.353354 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9012f4-0e85-4523-a510-21c0016afa70 req-8b83dcc7-236c-4591-a9e6-166ec55c086d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:07.355377 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0b9012f4-0e85-4523-a510-21c0016afa70 req-8b83dcc7-236c-4591-a9e6-166ec55c086d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 944 time: 0.4310718
Jan 26 11:59:07.427854 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.448926 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-0b9012f4-0e85-4523-a510-21c0016afa70 req-cc7380bd-d59d-4f18-869a-48219cc8c732 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups?id=cd7a2662-5105-49e1-86a1-64163802bdea&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0830014
Jan 26 11:59:07.469437 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Transition to ACTIVE for port object 081ae66d-3a73-40a1-814c-bd612312b1c2 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:07.483319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76d438>, [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T11:59:01Z', 'revision_number': 3, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:07.488151 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e686f3-2c45-490c-b7f3-5c6f6524b9bf None None] The sync data for ids ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'] in dv-cinder-772388-2-iscsi is: [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T11:59:01Z', 'revision_number': 3, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:59:07.503100 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Deleting port 4eda3cba-f538-47e6-8862-063ceecd2342 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:07.503722 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.528324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f5836c1d-b425-46cc-95ca-b7d868972340 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:07.632639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.657801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:07.659249 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port f5836c1d-b425-46cc-95ca-b7d868972340 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:07.659920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.697120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-47cdf7fe-11bd-4843-94d8-c40c69279ce1 None None] Provisioning complete for port f5836c1d-b425-46cc-95ca-b7d868972340 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:07.697556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-47cdf7fe-11bd-4843-94d8-c40c69279ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.712903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32249695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822843648'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.730809 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:07.795529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9648f0e-8a52-4f84-9414-d83b13bdcfda,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:07.798828 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:07.900130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Pushing event updated for resources: {'Port': ['ID=081ae66d-3a73-40a1-814c-bd612312b1c2,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:07.916438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:07.925053 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:07.934778 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3c54a5ff-848d-47e9-81bf-d4ae52fc23d8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f9648f0e-8a52-4f84-9414-d83b13bdcfda HTTP/1.1" status: 204  len: 168 time: 0.8693206
Jan 26 11:59:07.935518 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34354) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:08.118360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] For port 4eda3cba-f538-47e6-8862-063ceecd2342, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=4eda3cba-f538-47e6-8862-063ceecd2342,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:08.118360 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.128944 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:59:08.132439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.133099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:59:08.137433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:59:08.328589 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Calling delete_port for 4eda3cba-f538-47e6-8862-063ceecd2342 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:08.356525 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.417289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1591538'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.505201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ee4004a8>,) {'filters': {'network_id': ['c1608d9c-7826-4b3c-96dd-9f85475b7f14']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:08.523128 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ee4004a8>, '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:08.525091 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ee4004a8>, '56f40a48-7ba7-4d66-8181-3f1d2f9aa8f3') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:08.535881 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d609d458-50e9-43b1-8948-0b80e4f8bb3b None None] Provisioning for port 081ae66d-3a73-40a1-814c-bd612312b1c2 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:08.537599 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.560926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-d609d458-50e9-43b1-8948-0b80e4f8bb3b None None] Provisioning complete for port 081ae66d-3a73-40a1-814c-bd612312b1c2 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:08.561553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d609d458-50e9-43b1-8948-0b80e4f8bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.569208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.571990 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:59:08.692181 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-d609d458-50e9-43b1-8948-0b80e4f8bb3b None None] Port 081ae66d-3a73-40a1-814c-bd612312b1c2 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:59:08.787623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.807266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d714839a-6f43-4316-b384-636046a59066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:08.825933 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4724e268-3080-4c43-8065-8d08ba08734f req-4df4424f-2f07-4f22-bf11-6d6909ff92f2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 210 time: 0.1198995
Jan 26 11:59:08.841109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:59:08.873385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.895729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event deleted for resources: {'Port': ['ID=4eda3cba-f538-47e6-8862-063ceecd2342,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:08.899259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:08.908410 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:08.952902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:09.095442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:09.102234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:09.102546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.134660 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Network c1608d9c-7826-4b3c-96dd-9f85475b7f14 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:59:09.160955 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:59:09.267039 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.279338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.283162 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-17707899-d23a-4a74-8327-c268d8f9c3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:09.287702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=8a7a03fa-cdab-40ff-9f0f-d77ac4872154,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:09.304221 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.318631 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.321088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1608d9c-7826-4b3c-96dd-9f85475b7f14,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:09.323209 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:09.323980 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:09.348071 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-8b2d873a-4d11-4a33-afa2-cb862f7d60a3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c1608d9c-7826-4b3c-96dd-9f85475b7f14 HTTP/1.1" status: 204  len: 168 time: 1.4113731
Jan 26 11:59:09.431810 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=8a7a03fa-cdab-40ff-9f0f-d77ac4872154,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:09.437628 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:09.508800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] No DVR routers for this DVR port 4eda3cba-f538-47e6-8862-063ceecd2342 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:59:09.526126 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.529201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'name': 'network-vif-deleted', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:59:09.616788 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d89dda-0d92-4c5d-9455-6f9ac2be5309 req-b214429d-7df8-40a7-bc35-293b67f0711d tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.81 "DELETE /v2.0/ports/4eda3cba-f538-47e6-8862-063ceecd2342 HTTP/1.1" status: 204  len: 173 time: 4.3463285
Jan 26 11:59:09.641527 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a247d1-cf1d-4424-a66f-4bbda9c6b0bc', 'name': 'network-vif-deleted', 'tag': '4eda3cba-f538-47e6-8862-063ceecd2342', 'status': 'completed', 'code': 200}
Jan 26 11:59:09.706285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.752409 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.758966 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34364) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:09.796837 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f78d77f1-b566-473e-b99c-916393087a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:09.844539 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f8d24777-e349-417b-88e6-f098cc312890 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88e09dd7b3b045b9a908da593dc6e6af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0814767
Jan 26 11:59:09.844539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34368) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:09.926234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a14913b-ca7d-4d04-8241-1ac64811fc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.930553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853140063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853184432'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.969636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a14913b-ca7d-4d04-8241-1ac64811fc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:09.972951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Pushing event updated for resources: {'Port': ['ID=081ae66d-3a73-40a1-814c-bd612312b1c2,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:09.978801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:10.100593 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-018f9731-3dab-49df-a18c-cfb22c294c50 req-66f4162c-6eed-4b49-bda1-cde0cf48f270 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/ports?device_id=24a247d1-cf1d-4424-a66f-4bbda9c6b0bc HTTP/1.1" status: 200  len: 210 time: 0.0754714
Jan 26 11:59:10.143707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:59:10.145032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:59:10.169414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a14913b-ca7d-4d04-8241-1ac64811fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:10.177838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-186a9b88-f220-4976-acad-7afbfd1e7a64 tempest-AttachVolumeShelveTestJSON-347163064 tempest-AttachVolumeShelveTestJSON-347163064] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:10.198633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14913b-ca7d-4d04-8241-1ac64811fc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66026407-ae5d-4be9-80c4-4406136f5283,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:10.203729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3a14913b-ca7d-4d04-8241-1ac64811fc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:10.251528 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3a14913b-ca7d-4d04-8241-1ac64811fc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:10.253003 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3a14913b-ca7d-4d04-8241-1ac64811fc2d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66026407-ae5d-4be9-80c4-4406136f5283 HTTP/1.1" status: 204  len: 168 time: 0.4074531
Jan 26 11:59:10.404243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Router 5c6e6911-0cf4-4970-b907-91afc8efa0ac has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:59:10.474823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-c1a413b3-606d-4f05-a939-4fab9746be9d None None] Provisioning complete for port 081ae66d-3a73-40a1-814c-bd612312b1c2 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:10.475139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c1a413b3-606d-4f05-a939-4fab9746be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:10.546474 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c1a413b3-606d-4f05-a939-4fab9746be9d None None] Port 081ae66d-3a73-40a1-814c-bd612312b1c2 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:59:10.624063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:59:10.630719 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-092a03e0-5f0a-4724-835e-50df9b85c95c admin admin] 10.222.0.57 "PUT /v2.0/routers/5c6e6911-0cf4-4970-b907-91afc8efa0ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4256325
Jan 26 11:59:10.910367 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:10.951870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Sync routers for ids ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:59:10.981613 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Routers {'5c6e6911-0cf4-4970-b907-91afc8efa0ac'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:10.982346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fbfd0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:11.192366 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:11.192843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:11.286404 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Set router 5c6e6911-0cf4-4970-b907-91afc8efa0ac gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:11.413356 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-8a959a77-fdf2-4341-a5c0-185a393421a5 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips/dde4d089-76e2-4a3a-90ce-0a64ee1221ba HTTP/1.1" status: 200  len: 693 time: 0.1180325
Jan 26 11:59:11.577323 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-696958653', 'description': 'tempest-TestShelveInstance-696958653 description'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:11.594373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:59:11.600189 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Usage tracker for resource:security_group and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:59:11.603698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:59:11.611890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:59:11.675830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-e06eb4e4-a219-413c-8dfd-e8555790ffe2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:11.678104 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-e06eb4e4-a219-413c-8dfd-e8555790ffe2 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2548904
Jan 26 11:59:11.762642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fbfd0>, [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T11:59:08Z', 'revision_number': 4, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '081ae66d-3a73-40a1-814c-bd612312b1c2', 'name': '', 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'mac_address': 'fa:16:3e:e2:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a9d99ace-f787-4801-aeb1-f5305a125360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:06Z', 'updated_at': '2021-01-26T11:59:09Z', 'revision_number': 2, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'subnets': [{'id': 'a9d99ace-f787-4801-aeb1-f5305a125360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:11.764625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:11.768335 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Checking router: 5c6e6911-0cf4-4970-b907-91afc8efa0ac for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:59:11.773819 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Updating router 5c6e6911-0cf4-4970-b907-91afc8efa0ac port 081ae66d-3a73-40a1-814c-bd612312b1c2 binding host dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 11:59:11.784230 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-498520f2-cda4-4c85-9fcd-684af92dc9f7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Synchronizing usage tracker for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:11.790766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:59:11.796166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Usage tracker for resource:security_group_rule and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:59:11.800049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:59:11.807728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:59:11.831107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:11.850093 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-498520f2-cda4-4c85-9fcd-684af92dc9f7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Unset dirty status for tenant:99199b371a9449cabe22dffd65eaf0c6 on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:11.851662 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-498520f2-cda4-4c85-9fcd-684af92dc9f7 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.118 HTTP/1.1" status: 200  len: 696 time: 0.1676197
Jan 26 11:59:11.895083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:11.941252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:11.968326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-afac5111-afad-4089-8da3-1992a36a12b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:11.980293 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-f6b68417-ae7f-49b3-8790-09588891a08c tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.118 HTTP/1.1" status: 200  len: 696 time: 0.1211536
Jan 26 11:59:12.002242 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.004044 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4baa9578-1dd5-48c2-beb8-63a556cb42bf req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.4354079
Jan 26 11:59:12.022388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event updated for resources: {'SecurityGroup': ['ID=542fd48e-8efd-4703-9908-7a22a5e1129a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:12.026295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:12.161803 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ed414ff-0067-4058-a519-f5f48891377d req-7f273865-e461-4413-8624-dc8d2657b35e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups/542fd48e-8efd-4703-9908-7a22a5e1129a HTTP/1.1" status: 200  len: 1800 time: 0.0972369
Jan 26 11:59:12.175554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '542fd48e-8efd-4703-9908-7a22a5e1129a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:12.175939 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '542fd48e-8efd-4703-9908-7a22a5e1129a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:12.192187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:59:12.196261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Usage tracker for resource:security_group_rule and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:59:12.199934 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:59:12.206487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:59:12.211552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Deleting port 2e8bfc8a-bdad-4a7d-8307-ae80904c0b81 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:12.211915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.335452 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.342417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.350212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Transition to ACTIVE for port object 081ae66d-3a73-40a1-814c-bd612312b1c2 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:12.379288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.380723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.398052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:12.406915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.407346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.415101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.417789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:12.450972 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f184a8ce-600d-442b-a8b6-a08403e5669f,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:12.453709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:12.489512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.491144 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ed414ff-0067-4058-a519-f5f48891377d req-ad06ec18-7801-4e23-ab18-aaaab7358540 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3203762
Jan 26 11:59:12.553468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f332d-bfbe-4a9b-856b-b49e220d255d None None] Pushing event updated for resources: {'Port': ['ID=081ae66d-3a73-40a1-814c-bd612312b1c2,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:12.559154 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ec7f332d-bfbe-4a9b-856b-b49e220d255d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:12.559709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Calling delete_port for 2e8bfc8a-bdad-4a7d-8307-ae80904c0b81 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:12.595683 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-268918d5-68c5-4e9a-8fbc-84752d4203c0 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups/542fd48e-8efd-4703-9908-7a22a5e1129a HTTP/1.1" status: 200  len: 2393 time: 0.0687578
Jan 26 11:59:12.610378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '542fd48e-8efd-4703-9908-7a22a5e1129a', 'remote_group_id': None}]} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:12.610758 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '542fd48e-8efd-4703-9908-7a22a5e1129a', 'remote_group_id': None}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:12.628652 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:59:12.634484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Usage tracker for resource:security_group_rule and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:59:12.638679 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:59:12.645886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:59:12.781975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.830682 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.860704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731568'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.869388 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e244b293-429b-4e40-b75a-eab512a8a027 tempest-AttachVolumeTestJSON-610773991 tempest-AttachVolumeTestJSON-610773991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:12.893928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f6f08-709a-41f5-bbae-1231d454ad09,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:12.896772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:12.930804 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.932188 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5d32edbd-7e97-4e6e-9f10-5d7f6e90654e req-1a6d44bc-89b1-47ba-8154-a38eecf8a826 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3276286
Jan 26 11:59:12.963898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Attempting to bind port 081ae66d-3a73-40a1-814c-bd612312b1c2 on host dv-cinder-772388-2-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:59:12.967900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Attempting to bind port 081ae66d-3a73-40a1-814c-bd612312b1c2 by drivers openvswitch on host dv-cinder-772388-2-iscsi at level 0 using segments [{'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:59:12.967900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Attempting to bind port 081ae66d-3a73-40a1-814c-bd612312b1c2 on network 8ecbb816-3d62-4106-8662-87e2a114e8d0 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:59:12.972963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Checking agent: {'id': '2d5d4cce-1767-4044-bc61-b5b20deff033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 49), 'started_at': datetime.datetime(2021, 1, 26, 11, 37, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:59:12.973405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Checking segment: {'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:59:12.974118 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:12.974719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Bound using segment: {'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:59:12.975286 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Bound port: 081ae66d-3a73-40a1-814c-bd612312b1c2, host: dv-cinder-772388-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c7dfb5-f5a2-4979-b32d-46c73e100cde', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:59:12.975730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:13.031988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:13.049086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2f05dd4e-fbeb-42a4-8fc1-ed54290cca93 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:13.083457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] For port 081ae66d-3a73-40a1-814c-bd612312b1c2, host dv-cinder-772388-2-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:59:13.086897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] For port 081ae66d-3a73-40a1-814c-bd612312b1c2, host dv-cinder-772388-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=081ae66d-3a73-40a1-814c-bd612312b1c2,segment=NetworkSegment(17c7dfb5-f5a2-4979-b32d-46c73e100cde),segment_id=17c7dfb5-f5a2-4979-b32d-46c73e100cde)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:59:13.110597 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event deleted for resources: {'Port': ['ID=2e8bfc8a-bdad-4a7d-8307-ae80904c0b81,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:13.112845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:13.115183 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:13.131667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:13.302996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:13.329215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f332d-bfbe-4a9b-856b-b49e220d255d None None] Pushing event updated for resources: {'Port': ['ID=081ae66d-3a73-40a1-814c-bd612312b1c2,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:13.336508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ec7f332d-bfbe-4a9b-856b-b49e220d255d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:13.356329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:13.358070 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0494bce-2d8c-4e54-a7ca-fabb07806684 req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "DELETE /v2.0/floatingips/dde4d089-76e2-4a3a-90ce-0a64ee1221ba HTTP/1.1" status: 204  len: 173 time: 1.3693614
Jan 26 11:59:13.358370 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Routers {'5c6e6911-0cf4-4970-b907-91afc8efa0ac'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:13.359664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fbfd0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:58:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:13.615060 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] Set router 5c6e6911-0cf4-4970-b907-91afc8efa0ac gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:14.039905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef9fbfd0>, [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T11:59:08Z', 'revision_number': 4, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '081ae66d-3a73-40a1-814c-bd612312b1c2', 'name': '', 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'mac_address': 'fa:16:3e:e2:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a9d99ace-f787-4801-aeb1-f5305a125360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:06Z', 'updated_at': '2021-01-26T11:59:13Z', 'revision_number': 4, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'subnets': [{'id': 'a9d99ace-f787-4801-aeb1-f5305a125360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:14.044901 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acad448-6103-4ac6-8228-4b600ca94d82 None None] The sync data for ids ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'] in dv-cinder-772388-2-iscsi is: [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T11:59:08Z', 'revision_number': 4, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '081ae66d-3a73-40a1-814c-bd612312b1c2', 'name': '', 'network_id': '8ecbb816-3d62-4106-8662-87e2a114e8d0', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'mac_address': 'fa:16:3e:e2:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a9d99ace-f787-4801-aeb1-f5305a125360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:06Z', 'updated_at': '2021-01-26T11:59:13Z', 'revision_number': 4, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'subnets': [{'id': 'a9d99ace-f787-4801-aeb1-f5305a125360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:59:14.937843 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 081ae66d-3a73-40a1-814c-bd612312b1c2 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:15.066210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning for port 081ae66d-3a73-40a1-814c-bd612312b1c2 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:15.071719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 081ae66d-3a73-40a1-814c-bd612312b1c2 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:15.072148 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.114225 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-726ac1ce-7c4f-4731-bb5e-a41c5b1a0a2e req-794b6779-0341-42ae-beb8-9c1f76057948 tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "GET /v2.0/security-groups/cd7a2662-5105-49e1-86a1-64163802bdea HTTP/1.1" status: 200  len: 2999 time: 0.0756340
Jan 26 11:59:15.114468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba4e6-2a94-4737-8e04-09b8ea0d77c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.211297 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.218160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-726ac1ce-7c4f-4731-bb5e-a41c5b1a0a2e req-265bdbbd-1f46-49cb-817e-d33dee0dbf1a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.252747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] For port 081ae66d-3a73-40a1-814c-bd612312b1c2, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=081ae66d-3a73-40a1-814c-bd612312b1c2,segment=NetworkSegment(17c7dfb5-f5a2-4979-b32d-46c73e100cde),segment_id=17c7dfb5-f5a2-4979-b32d-46c73e100cde)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:15.262987 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-726ac1ce-7c4f-4731-bb5e-a41c5b1a0a2e req-265bdbbd-1f46-49cb-817e-d33dee0dbf1a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.283217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.286348 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:15.393291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Pushing event updated for resources: {'Port': ['ID=081ae66d-3a73-40a1-814c-bd612312b1c2,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:15.397375 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:15.592462 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-726ac1ce-7c4f-4731-bb5e-a41c5b1a0a2e req-265bdbbd-1f46-49cb-817e-d33dee0dbf1a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.598444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-418d4427-61bb-45b0-94c9-a64d6b727662 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:15.615904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bdbbd-1f46-49cb-817e-d33dee0dbf1a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a2662-5105-49e1-86a1-64163802bdea,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:15.619119 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-265bdbbd-1f46-49cb-817e-d33dee0dbf1a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:15.661098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-726ac1ce-7c4f-4731-bb5e-a41c5b1a0a2e req-265bdbbd-1f46-49cb-817e-d33dee0dbf1a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:15.662601 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-726ac1ce-7c4f-4731-bb5e-a41c5b1a0a2e req-265bdbbd-1f46-49cb-817e-d33dee0dbf1a tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] 10.222.0.57 "DELETE /v2.0/security-groups/cd7a2662-5105-49e1-86a1-64163802bdea HTTP/1.1" status: 204  len: 173 time: 0.5397675
Jan 26 11:59:15.780479 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34462) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:16.647578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:16.882787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 081ae66d-3a73-40a1-814c-bd612312b1c2 up at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:16.988723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Provisioning complete for port 081ae66d-3a73-40a1-814c-bd612312b1c2 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:16.989163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:17.043107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Deleting port 9729bd64-5ef8-4950-ad7a-9e990637c414 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:17.043487 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:17.246448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] For port 9729bd64-5ef8-4950-ad7a-9e990637c414, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=9729bd64-5ef8-4950-ad7a-9e990637c414,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:17.247229 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:17.395742 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Calling delete_port for 9729bd64-5ef8-4950-ad7a-9e990637c414 owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:17.415177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2de23fef-d5c3-496a-a311-97afc4b73bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:17.632732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:17.653038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:17.724723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9729bd64-5ef8-4950-ad7a-9e990637c414,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:17.728017 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:18.105102 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:18.170877 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:18.815438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:18.920905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Router 305c3086-7610-416e-842c-2ef5bcf8ee02 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:59:19.121448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:59:19.130293 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] Sync routers for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:59:19.134489 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2f4ac4c8-48bc-4ed7-80b6-048caee71a11 admin admin] 10.222.0.57 "PUT /v2.0/routers/305c3086-7610-416e-842c-2ef5bcf8ee02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3523138
Jan 26 11:59:19.140178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34474) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:19.143020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:19.144187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76f2b0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:59:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:19.346317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:19.397554 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:19.598281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:19.628161 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:19.634101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Deleting port 42a2c9c1-91b7-46a4-9105-6528f327d930 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:19.634500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:19.678478 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76f2b0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:59:17Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:19.682821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] Checking router: 305c3086-7610-416e-842c-2ef5bcf8ee02 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:59:19.692362 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] Routers {'305c3086-7610-416e-842c-2ef5bcf8ee02'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:19.697515 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef76f2b0>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:59:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['305c3086-7610-416e-842c-2ef5bcf8ee02'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:19.844343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] For port 42a2c9c1-91b7-46a4-9105-6528f327d930, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=42a2c9c1-91b7-46a4-9105-6528f327d930,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:19.845038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:19.908339 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] Set router 305c3086-7610-416e-842c-2ef5bcf8ee02 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:19.990583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Calling delete_port for 42a2c9c1-91b7-46a4-9105-6528f327d930 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:20.153596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.249142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef76f2b0>, [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:59:17Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:20.253466 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76982ef4-ed5e-4aee-a7c7-3da6ec74d9d4 None None] The sync data for ids ['305c3086-7610-416e-842c-2ef5bcf8ee02'] in dv-cinder-772388-2-iscsi is: [{'id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'name': 'tempest-TestVolumeBootPattern-93421489-router', 'tenant_id': '99199b371a9449cabe22dffd65eaf0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:26Z', 'updated_at': '2021-01-26T11:59:17Z', 'revision_number': 5, 'project_id': '99199b371a9449cabe22dffd65eaf0c6', 'gw_port': {'id': '42a2c9c1-91b7-46a4-9105-6528f327d930', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305c3086-7610-416e-842c-2ef5bcf8ee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:28Z', 'updated_at': '2021-01-26T11:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:59:20.359254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.505559 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.508401 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.615461 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.616288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305c3086-7610-416e-842c-2ef5bcf8ee02 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 11:59:20.633036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.634349 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-ad283731-f752-483f-80de-b90cc73fc3e8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/305c3086-7610-416e-842c-2ef5bcf8ee02 HTTP/1.1" status: 204  len: 168 time: 1.4926124
Jan 26 11:59:20.640062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34482) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:20.717334 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Deleting subnet 0edfd81a-e75a-4d62-8afe-25fb5254ed6f {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:59:20.720884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.779427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:20.836824 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9729bd64-5ef8-4950-ad7a-9e990637c414 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:59:20.878706 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 9729bd64-5ef8-4950-ad7a-9e990637c414 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:59:20.879374 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9729bd64-5ef8-4950-ad7a-9e990637c414 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:59:20.881753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:21.198317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:21.215098 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:21.271659 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0edfd81a-e75a-4d62-8afe-25fb5254ed6f,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:21.274798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:21.366553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:21.372928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d211c-7579-4b0f-b995-2f8ea47decef None None] Network d65e3f05-37f3-42f6-8372-7a3820b8681e requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:59:21.374965 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-47db1051-02c2-4bf6-a730-4cb9c4935604 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0edfd81a-e75a-4d62-8afe-25fb5254ed6f HTTP/1.1" status: 204  len: 168 time: 0.7337420
Jan 26 11:59:21.377715 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34486) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:21.510185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:21.604853 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Deleting port 61a50270-f8d7-4c01-b162-f55293bb9593 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:21.606304 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:21.717231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] DHCP port deletion for d65e3f05-37f3-42f6-8372-7a3820b8681e request from dv-cinder-772388-2-iscsi {{(pid=80246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 11:59:21.722135 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] Deleting port 61a50270-f8d7-4c01-b162-f55293bb9593 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:21.722559 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:21.979629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] For port 61a50270-f8d7-4c01-b162-f55293bb9593, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=61a50270-f8d7-4c01-b162-f55293bb9593,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:21.980818 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:22.137372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] Calling delete_port for 61a50270-f8d7-4c01-b162-f55293bb9593 owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:22.165243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] For port 61a50270-f8d7-4c01-b162-f55293bb9593, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=61a50270-f8d7-4c01-b162-f55293bb9593,segment=NetworkSegment(405f3f3e-0d35-4d52-9fa7-936138e1ec7e),segment_id=405f3f3e-0d35-4d52-9fa7-936138e1ec7e)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:22.165781 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:22.255205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:22.270112 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:22.305769 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Calling delete_port for 61a50270-f8d7-4c01-b162-f55293bb9593 owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:22.329413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] Pushing event deleted for resources: {'Port': ['ID=61a50270-f8d7-4c01-b162-f55293bb9593,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:22.335120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:22.391198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:59:22.391578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:59:22.426272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376662c-a6e0-410e-b7a8-c9003c2373b1 None None] No DVR routers for this DVR port 61a50270-f8d7-4c01-b162-f55293bb9593 on host dv-cinder-772388-2-iscsi {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:59:22.876763 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 61a50270-f8d7-4c01-b162-f55293bb9593 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:59:22.892398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Deleting port 61a50270-f8d7-4c01-b162-f55293bb9593 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:22.892879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:22.916284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 61a50270-f8d7-4c01-b162-f55293bb9593 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:59:22.916856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 61a50270-f8d7-4c01-b162-f55293bb9593 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:59:22.917542 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 42a2c9c1-91b7-46a4-9105-6528f327d930 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:59:22.962915 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 42a2c9c1-91b7-46a4-9105-6528f327d930 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:59:22.963600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 42a2c9c1-91b7-46a4-9105-6528f327d930 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:59:22.975596 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] The port '61a50270-f8d7-4c01-b162-f55293bb9593' was deleted {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 11:59:23.106036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:23.232431 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07efd330b8>,) {'filters': {'network_id': ['d65e3f05-37f3-42f6-8372-7a3820b8681e']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:23.246844 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07efd330b8>, '405f3f3e-0d35-4d52-9fa7-936138e1ec7e') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:23.247191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07efd330b8>, '405f3f3e-0d35-4d52-9fa7-936138e1ec7e') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:23.260986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31539139'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:23.277435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:23.279621 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:59:23.480981 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Network d65e3f05-37f3-42f6-8372-7a3820b8681e has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:59:23.491567 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823238403'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:23.695611 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Network d65e3f05-37f3-42f6-8372-7a3820b8681e has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   % (table.description, expected, rows_matched)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   % (table.description, expected, rows_matched)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   % (table.description, expected, rows_matched)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   % (table.description, expected, rows_matched)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:59:23.720062 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:59:23.832673 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:23.837471 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:23.854353 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:23.869293 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65e3f05-37f3-42f6-8372-7a3820b8681e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:23.874625 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:23.919786 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1be4981f-5f0c-482f-b9bb-b8aa6bdc3441 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d65e3f05-37f3-42f6-8372-7a3820b8681e HTTP/1.1" status: 204  len: 168 time: 2.5406730
Jan 26 11:59:23.922704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34496) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:24.087512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 11:59:24.554115 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:24.938772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Deleting port 14b36922-eb1d-475d-a893-d6e6dab016c6 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:24.939160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:25.137291 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] For port 14b36922-eb1d-475d-a893-d6e6dab016c6, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=14b36922-eb1d-475d-a893-d6e6dab016c6,segment=NetworkSegment(be458056-6327-41be-ab25-d2825281c136),segment_id=be458056-6327-41be-ab25-d2825281c136)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:25.137792 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:25.275776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Calling delete_port for 14b36922-eb1d-475d-a893-d6e6dab016c6 owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:25.311932 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:25.512257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:25.529438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-404ba2c0-e4d3-4f42-8a0d-b07a9c054583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:25.590856 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b36922-eb1d-475d-a893-d6e6dab016c6,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:25.595298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:26.288799 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:26.937563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:59:27.149217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:59:27.160415 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] Sync routers for ids ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:59:27.163223 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-dceec507-07e0-42c7-9aae-c53ae41eb161 admin admin] 10.222.0.57 "PUT /v2.0/routers/b8a8a310-d2cd-49ba-bf22-8d0fc42eb565/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2391067
Jan 26 11:59:27.166373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34518) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:27.173097 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] Routers {'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:27.173847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb6f438>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:59:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:27.401187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] Set router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:27.430092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:27.785379 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:27.794704 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Deleting port e6de507c-9f18-4bb5-bc0f-f2140b553182 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:27.795141 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:27.936917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb6f438>, [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:59:25Z', 'revision_number': 5, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:27.944636 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] Checking router: b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:59:27.970212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] Routers {'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:27.971433 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efb6f438>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:59:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:28.027239 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] For port e6de507c-9f18-4bb5-bc0f-f2140b553182, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=e6de507c-9f18-4bb5-bc0f-f2140b553182,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:28.027655 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:28.216460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Calling delete_port for e6de507c-9f18-4bb5-bc0f-f2140b553182 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:28.451933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:28.459797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] Set router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:28.732177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:28.819432 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efb6f438>, [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:59:25Z', 'revision_number': 5, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:28.826919 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b73682-2da0-45d2-aafb-d61f659d8031 None None] The sync data for ids ['b8a8a310-d2cd-49ba-bf22-8d0fc42eb565'] in dv-cinder-772388-2-iscsi is: [{'id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'name': 'tempest-TestVolumeBootPattern-1188645880-router', 'tenant_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:50:43Z', 'updated_at': '2021-01-26T11:59:25Z', 'revision_number': 5, 'project_id': '5d0b5c92317d44bd991ac686ab51c2c5', 'gw_port': {'id': 'e6de507c-9f18-4bb5-bc0f-f2140b553182', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ac:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a8a310-d2cd-49ba-bf22-8d0fc42eb565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:50:46Z', 'updated_at': '2021-01-26T11:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:59:28.893058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:28.895702 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:29.203127 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:29.203749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 11:59:29.223612 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:29.225335 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9f7fcbe1-f158-4db4-82d7-f9eec65c9471 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b8a8a310-d2cd-49ba-bf22-8d0fc42eb565 HTTP/1.1" status: 204  len: 168 time: 2.0573328
Jan 26 11:59:29.227874 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34524) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:29.301970 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Deleting subnet b6a95530-c923-45e3-9d94-196f70da5bb7 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 11:59:29.305998 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:29.366066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:29.472870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:29.843950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:29.859484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3361794c-22fb-4f2c-b494-06a9d31b8207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:29.912214 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a95530-c923-45e3-9d94-196f70da5bb7,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:29.917797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:30.011125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:30.017099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b439a8-f450-4c2a-a358-2eee44b425d6 None None] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 11:59:30.018466 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-f039a660-b0df-44e5-9533-d2dc9182deb0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b6a95530-c923-45e3-9d94-196f70da5bb7 HTTP/1.1" status: 204  len: 168 time: 0.7894695
Jan 26 11:59:30.022509 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34530) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:30.154112 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:30.226906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Deleting port bac556f5-7def-4bcd-8224-800e8b61d18f {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:30.227687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:30.292005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] DHCP port deletion for bd55233f-9e16-4f1b-b0ee-1de87af1f799 request from dv-cinder-772388-2-iscsi {{(pid=80246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 11:59:30.296760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Deleting port bac556f5-7def-4bcd-8224-800e8b61d18f {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:30.297197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:30.508133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] For port bac556f5-7def-4bcd-8224-800e8b61d18f, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=bac556f5-7def-4bcd-8224-800e8b61d18f,segment=NetworkSegment(be458056-6327-41be-ab25-d2825281c136),segment_id=be458056-6327-41be-ab25-d2825281c136)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:30.508789 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:30.557333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] For port bac556f5-7def-4bcd-8224-800e8b61d18f, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=bac556f5-7def-4bcd-8224-800e8b61d18f,segment=NetworkSegment(be458056-6327-41be-ab25-d2825281c136),segment_id=be458056-6327-41be-ab25-d2825281c136)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:30.557333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:30.681114 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Calling delete_port for bac556f5-7def-4bcd-8224-800e8b61d18f owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:30.717410 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Calling delete_port for bac556f5-7def-4bcd-8224-800e8b61d18f owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 11:59:30.820453 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:30.838271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 11:59:30.838771 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 11:59:30.850776 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7d168dbb-1b23-4b5e-bbc5-5eabb0a8c347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:30.910123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac556f5-7def-4bcd-8224-800e8b61d18f,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:30.929984 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:30.940063 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 14b36922-eb1d-475d-a893-d6e6dab016c6 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:59:30.986683 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 14b36922-eb1d-475d-a893-d6e6dab016c6 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:59:30.987109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 14b36922-eb1d-475d-a893-d6e6dab016c6 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:59:30.987552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device e6de507c-9f18-4bb5-bc0f-f2140b553182 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:59:31.028212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: e6de507c-9f18-4bb5-bc0f-f2140b553182 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:59:31.028677 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device e6de507c-9f18-4bb5-bc0f-f2140b553182 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:59:31.029268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device bac556f5-7def-4bcd-8224-800e8b61d18f no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 11:59:31.045930 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-e4c92ead-d2f0-4a0c-8b16-2845c6ae257b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:31.066403 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: bac556f5-7def-4bcd-8224-800e8b61d18f {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 11:59:31.066779 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device bac556f5-7def-4bcd-8224-800e8b61d18f not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 11:59:31.070407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] No DVR routers for this DVR port bac556f5-7def-4bcd-8224-800e8b61d18f on host dv-cinder-772388-2-iscsi {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 11:59:31.103414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-e4c92ead-d2f0-4a0c-8b16-2845c6ae257b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:31.104740 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-e4c92ead-d2f0-4a0c-8b16-2845c6ae257b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-696958653&fields=id&tenant_id=5c88fb8442614875992d7de8df926afb HTTP/1.1" status: 200  len: 267 time: 0.2083647
Jan 26 11:59:31.308049 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:31.340265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Deleting port bac556f5-7def-4bcd-8224-800e8b61d18f {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 11:59:31.340871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:31.421413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-40fda5e3-bc8b-4fb0-a514-0802de6a1ac8 None None] The port 'bac556f5-7def-4bcd-8224-800e8b61d18f' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 11:59:31.524079 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-faed43d6-61e6-470c-9c4b-b7b74b842227 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:31.525818 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-faed43d6-61e6-470c-9c4b-b7b74b842227 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 808 time: 0.4001565
Jan 26 11:59:31.527993 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07ef74a3c8>,) {'filters': {'network_id': ['bd55233f-9e16-4f1b-b0ee-1de87af1f799']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:31.551125 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef74a3c8>, 'be458056-6327-41be-ab25-d2825281c136') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:31.551501 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07ef74a3c8>, 'be458056-6327-41be-ab25-d2825281c136') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:31.560691 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-ea4588af-83d0-490e-a353-1f84b941271b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/quotas/5c88fb8442614875992d7de8df926afb HTTP/1.1" status: 200  len: 375 time: 0.0244832
Jan 26 11:59:31.567457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31539139'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:31.692294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d446e217-ae8f-4396-88fa-1fff8a2467b4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:31.696725 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:31.699711 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 11:59:31.832182 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d446e217-ae8f-4396-88fa-1fff8a2467b4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:31.833609 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d446e217-ae8f-4396-88fa-1fff8a2467b4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2581725
Jan 26 11:59:31.948036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:59:31.958936 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823238403'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:32.238222 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Network bd55233f-9e16-4f1b-b0ee-1de87af1f799 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 11:59:32.263925 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 11:59:32.282290 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-e5160b45-cac4-4b47-87ca-fd0f98308a38 service neutron] 10.222.0.57 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3982072
Jan 26 11:59:32.502895 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-0a2ebc63-0184-456e-a7fb-d502e333fde5 service neutron] 10.222.0.57 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1716902
Jan 26 11:59:32.523139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:32.527896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:32.543760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:32.556399 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd55233f-9e16-4f1b-b0ee-1de87af1f799,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:32.559561 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:32.561526 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e6fc170e-b51a-4654-8245-58ddd861a606 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bd55233f-9e16-4f1b-b0ee-1de87af1f799 HTTP/1.1" status: 204  len: 168 time: 2.5382659
Jan 26 11:59:32.815498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34548) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:32.874166 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4435e944-8495-416b-ac28-9322dc299a46 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99199b371a9449cabe22dffd65eaf0c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0571854
Jan 26 11:59:32.876829 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34552) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:32.948000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7099887-1323-4cb4-a94d-b748b6bf3dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:32.981588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7099887-1323-4cb4-a94d-b748b6bf3dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:33.061951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7099887-1323-4cb4-a94d-b748b6bf3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:33.066378 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-be42112e-aca6-434e-b026-75ce79695243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:33.123484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7099887-1323-4cb4-a94d-b748b6bf3dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1872e96a-e91a-4b29-8927-9757139a87fa,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:33.131614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c7099887-1323-4cb4-a94d-b748b6bf3dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:33.142572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c7099887-1323-4cb4-a94d-b748b6bf3dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:33.143802 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c7099887-1323-4cb4-a94d-b748b6bf3dfa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1872e96a-e91a-4b29-8927-9757139a87fa HTTP/1.1" status: 204  len: 168 time: 0.2659502
Jan 26 11:59:33.146635 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-efa56b49-b8ff-41b7-8a9c-b863a5482a1c req-286b4f2e-f867-4d01-8db4-5a52b1905aca tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 210 time: 0.0662642
Jan 26 11:59:33.885831 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34570) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:33.957962 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-9eae079f-23cc-4bd8-80de-072bda63fa38 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d0b5c92317d44bd991ac686ab51c2c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0701380
Jan 26 11:59:33.961058 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34574) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 11:59:34.028507 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3b0-f5db-4325-8381-f4af40e25632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:34.058402 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3b0-f5db-4325-8381-f4af40e25632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:34.180694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3b0-f5db-4325-8381-f4af40e25632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:34.187908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-4c500e3d-41c2-4e15-ab64-0d2547ead571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:34.210746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd3b0-f5db-4325-8381-f4af40e25632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7edd9a4-a2c8-4ff9-8eb0-a0b7af23e89e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:34.215429 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-bddcd3b0-f5db-4325-8381-f4af40e25632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:34.224109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3b0-f5db-4325-8381-f4af40e25632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:34.226082 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-bddcd3b0-f5db-4325-8381-f4af40e25632 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7edd9a4-a2c8-4ff9-8eb0-a0b7af23e89e HTTP/1.1" status: 204  len: 168 time: 0.2632546
Jan 26 11:59:34.375816 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e8470873-31e7-4f5f-abc4-f435660c3776 req-a3f143b1-819d-4285-84ec-1f7bca69c273 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 210 time: 0.0591753
Jan 26 11:59:35.402430 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-de3e9eb0-9a54-4707-8cfd-6bddc340d20b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:35.404397 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-de3e9eb0-9a54-4707-8cfd-6bddc340d20b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 808 time: 0.4895742
Jan 26 11:59:35.536839 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-f1c46630-1b43-476e-a84f-b6298562b974 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c88fb8442614875992d7de8df926afb HTTP/1.1" status: 200  len: 5757 time: 0.1119652
Jan 26 11:59:35.547616 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'port': {'device_id': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'admin_state_up': True, 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'security_groups': ['542fd48e-8efd-4703-9908-7a22a5e1129a']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:35.628304 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e0afaccc-caa7-4fa7-a56f-a042b9cf0a9a req-5cd96e34-645d-4924-8902-c8cd99311253 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 210 time: 0.0602334
Jan 26 11:59:35.720253 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:59:35.736693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:59:35.785943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Made reservation on behalf of 5c88fb8442614875992d7de8df926afb for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 11:59:35.800709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:36.171602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Allocated IP 172.20.0.6 (9a31bfde-ec11-4020-846f-ed154ec95c14/c4afb9c0-0a3f-4492-b21d-aea57cc98c89/46415bc7-5651-48be-bdc6-33e8739e36c3) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:59:36.411593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:36.429953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Transition to ACTIVE for port object 46415bc7-5651-48be-bdc6-33e8739e36c3 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:36.472427 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:36.492592 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-a25d15b5-d864-4c28-99dc-71c1824773ae tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:36.650876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event updated for resources: {'Port': ['ID=46415bc7-5651-48be-bdc6-33e8739e36c3,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:36.655653 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:36.722047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:59:36.723326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:59:36.726384 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:59:36.936477 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:36.937544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:37.083504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c598a4-e44c-4309-a75d-53b1bd371aa4 req-d40fcf48-ac17-4adf-b12f-ecb51e82490a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:37.084163 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-70c598a4-e44c-4309-a75d-53b1bd371aa4 req-d40fcf48-ac17-4adf-b12f-ecb51e82490a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:37.089775 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5475709
Jan 26 11:59:37.109851 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Request body: {'port': {'device_id': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:37.124152 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b5f98c70-ee5d-40dd-a13a-9765da44c300 None None] Provisioning for port 46415bc7-5651-48be-bdc6-33e8739e36c3 completed by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:37.131327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-b5f98c70-ee5d-40dd-a13a-9765da44c300 None None] Provisioning complete for port 46415bc7-5651-48be-bdc6-33e8739e36c3 triggered by entity DHCP. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:37.132092 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-b5f98c70-ee5d-40dd-a13a-9765da44c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:37.159626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-70c598a4-e44c-4309-a75d-53b1bd371aa4 req-d40fcf48-ac17-4adf-b12f-ecb51e82490a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:37.161359 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-70c598a4-e44c-4309-a75d-53b1bd371aa4 req-d40fcf48-ac17-4adf-b12f-ecb51e82490a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 931 time: 0.3605072
Jan 26 11:59:37.220583 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-b5f98c70-ee5d-40dd-a13a-9765da44c300 None None] Port 46415bc7-5651-48be-bdc6-33e8739e36c3 cannot update to ACTIVE because it is not bound. {{(pid=80246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 11:59:37.312459 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-70c598a4-e44c-4309-a75d-53b1bd371aa4 req-aca6f608-f1cc-4f23-9d24-5f42f6d7781e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1360538
Jan 26 11:59:37.335486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:37.883989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46415bc7-5651-48be-bdc6-33e8739e36c3 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 11:59:37.893215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:37.907873 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Transition to ACTIVE for port object 46415bc7-5651-48be-bdc6-33e8739e36c3 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 11:59:37.946166 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:37.963434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2409211c-5c6a-4164-9136-3313738f19cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:38.133160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=46415bc7-5651-48be-bdc6-33e8739e36c3,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:38.139257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:38.349281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Attempting to bind port 46415bc7-5651-48be-bdc6-33e8739e36c3 on host hv-cinder-77238 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 11:59:38.349709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Attempting to bind port 46415bc7-5651-48be-bdc6-33e8739e36c3 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 11:59:38.350184 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Attempting to bind port 46415bc7-5651-48be-bdc6-33e8739e36c3 on network 9a31bfde-ec11-4020-846f-ed154ec95c14 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 11:59:38.359318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Checking agent: {'id': 'eff80e1b-34b0-4da5-aed9-2ead35301280', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 21), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 51), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 11:59:38.359950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Checking segment: {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 11:59:38.360482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:38.361012 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Bound using segment: {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 11:59:38.361746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Bound port: 46415bc7-5651-48be-bdc6-33e8739e36c3, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178b15ca-92a4-44a9-b7d2-4ce18ae147eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 11:59:38.362204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:38.487177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] For port 46415bc7-5651-48be-bdc6-33e8739e36c3, host hv-cinder-77238, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 11:59:38.491439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] For port 46415bc7-5651-48be-bdc6-33e8739e36c3, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=46415bc7-5651-48be-bdc6-33e8739e36c3,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 11:59:38.529903 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31538946'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:38.547614 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-ab689e96-4dd1-4fd4-b868-27fc3a0d57f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:38.617546 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12617486-d6fd-421c-89b7-2e1f5c332385 req-f188e68a-beb6-4d57-b7af-7e3f8831f294 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:38.621461 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-12617486-d6fd-421c-89b7-2e1f5c332385 req-f188e68a-beb6-4d57-b7af-7e3f8831f294 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1425469
Jan 26 11:59:38.679914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-12617486-d6fd-421c-89b7-2e1f5c332385 req-d4753381-bb52-4da0-9c3a-f3f7c18db15f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:38.696267 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-12617486-d6fd-421c-89b7-2e1f5c332385 req-d4753381-bb52-4da0-9c3a-f3f7c18db15f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:38.697549 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-12617486-d6fd-421c-89b7-2e1f5c332385 req-d4753381-bb52-4da0-9c3a-f3f7c18db15f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0695832
Jan 26 11:59:38.741066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=46415bc7-5651-48be-bdc6-33e8739e36c3,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:38.748465 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:38.782306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:38.782996 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:38.784605 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-da1452e3-35d3-4c55-bfdd-b7542d891fe8 service neutron] 10.222.0.81 "PUT /v2.0/ports/46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 1157 time: 1.6802528
Jan 26 11:59:38.785062 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:59:38.848623 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'status': 'completed', 'code': 200}
Jan 26 11:59:38.981739 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-ecddf108-d931-4ed4-99a6-76915c461dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:38.983447 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-ecddf108-d931-4ed4-99a6-76915c461dd8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1160 time: 0.1036832
Jan 26 11:59:39.073093 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-12ee0aaf-8e1e-44ff-be3a-421a304c095a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 217 time: 0.0759408
Jan 26 11:59:39.147014 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-997a4749-1ff3-4ba9-9f12-7d458217cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:39.148646 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-997a4749-1ff3-4ba9-9f12-7d458217cb5a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0694201
Jan 26 11:59:39.235897 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-43d69592-b4f1-4735-a282-487c0d631476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:39.237455 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-43d69592-b4f1-4735-a282-487c0d631476 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797217
Jan 26 11:59:39.389406 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-5bc2a762-a4c9-443d-bfb6-04f8419ccc38 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453600
Jan 26 11:59:39.545078 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7c080a36-7419-4e1f-9bb5-9210dedce345 req-8fa237e3-8c9e-4f14-8c5c-d5114ddd9454 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489925
Jan 26 11:59:39.749694 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-43187342-2ea6-45eb-ba40-be0952ab9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:39.751360 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-43187342-2ea6-45eb-ba40-be0952ab9571 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1160 time: 0.0870564
Jan 26 11:59:39.921588 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-58339156-6254-4b43-85d8-e225df758bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:39.923481 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-58339156-6254-4b43-85d8-e225df758bbe service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.1651518
Jan 26 11:59:40.003193 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-2eefc44a-a702-432e-9633-1be434f2353d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 217 time: 0.0716183
Jan 26 11:59:40.012633 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167d213-d974-4866-ab35-1f3f709521e9 req-33078158-0a35-495f-b7ea-7cf79d275dcc tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:40.014478 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9167d213-d974-4866-ab35-1f3f709521e9 req-33078158-0a35-495f-b7ea-7cf79d275dcc tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1603355
Jan 26 11:59:40.082204 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-18a8501a-77f4-4602-9904-7fd6b8fca7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:40.083916 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-18a8501a-77f4-4602-9904-7fd6b8fca7b8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0752802
Jan 26 11:59:40.100821 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9167d213-d974-4866-ab35-1f3f709521e9 req-a3b70d9a-85ec-4a6c-9d54-e959eec6555d tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0749242
Jan 26 11:59:40.185256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-97db1397-9534-4ef0-8168-c8614dc2241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:40.186924 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-97db1397-9534-4ef0-8168-c8614dc2241e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955141
Jan 26 11:59:40.336306 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-38e40395-c8f9-498a-a835-af680b137951 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425688
Jan 26 11:59:40.497832 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7efe3d05-036d-4463-b759-55b9e0a9be88 req-6c4976f8-0cd7-4c55-b5af-ceab2187a4aa service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550198
Jan 26 11:59:41.374045 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f4bd-8251-4b04-aa2a-0cfb1c9218ec req-5e7b205c-f165-46bf-a06e-4c82c3161eeb tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:41.375803 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-13f1f4bd-8251-4b04-aa2a-0cfb1c9218ec req-5e7b205c-f165-46bf-a06e-4c82c3161eeb tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1326301
Jan 26 11:59:41.435621 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-13f1f4bd-8251-4b04-aa2a-0cfb1c9218ec req-9c028926-9e13-425f-b3a6-97334d34b8c0 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0529857
Jan 26 11:59:42.731005 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45de07-21d0-4fec-9e99-304005e45769 req-272bc188-c96d-4f7d-894c-f0d231997e67 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:42.732635 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc45de07-21d0-4fec-9e99-304005e45769 req-272bc188-c96d-4f7d-894c-f0d231997e67 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1509032
Jan 26 11:59:42.812552 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-dc45de07-21d0-4fec-9e99-304005e45769 req-0c39d436-9242-439b-8aa7-fcb0dfdc147a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0726454
Jan 26 11:59:44.080895 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe1729-4dd3-4b40-b9b1-227320626d8d req-06755140-cef8-412b-8a3e-525032af4e81 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:44.082663 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6bbe1729-4dd3-4b40-b9b1-227320626d8d req-06755140-cef8-412b-8a3e-525032af4e81 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1331794
Jan 26 11:59:44.144193 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6bbe1729-4dd3-4b40-b9b1-227320626d8d req-ad8b503d-3932-40a2-b3d8-69a44e064b0b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0548673
Jan 26 11:59:45.099886 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a9a82e96-ede3-41b7-a987-7a38073b4e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:45.411989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3e282-f94b-4074-be2b-143ce402ab48 req-fc15e738-f114-47bf-8681-1a108500e0fe tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:45.413677 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ac3e282-f94b-4074-be2b-143ce402ab48 req-fc15e738-f114-47bf-8681-1a108500e0fe tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1360860
Jan 26 11:59:45.473514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ac3e282-f94b-4074-be2b-143ce402ab48 req-0b0925f8-63ab-4e9f-9c88-27fe19113c1c tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0516407
Jan 26 11:59:46.734608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e571e-56c9-4dd0-802b-f6405393ce5f req-e763a559-8ad9-4520-b829-8c55d3be6e77 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:46.736253 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a86e571e-56c9-4dd0-802b-f6405393ce5f req-e763a559-8ad9-4520-b829-8c55d3be6e77 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1274052
Jan 26 11:59:46.794158 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a86e571e-56c9-4dd0-802b-f6405393ce5f req-31d2c7d3-7567-46fe-95cd-c9ac71a420aa tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0513203
Jan 26 11:59:47.414306 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-8451551b-7136-4659-9ef9-9f0edbd246f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:48.061593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907ae99-8d29-4d82-afee-ab2ca3beb831 req-aab73014-1fa2-46db-a262-6fa608d60430 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:48.063354 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6907ae99-8d29-4d82-afee-ab2ca3beb831 req-aab73014-1fa2-46db-a262-6fa608d60430 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1305926
Jan 26 11:59:48.129945 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6907ae99-8d29-4d82-afee-ab2ca3beb831 req-db2cd0ed-93b6-4ced-ac81-f3921f8466b4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0600157
Jan 26 11:59:48.169030 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:48.545037 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:48.665593 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning for port 46415bc7-5651-48be-bdc6-33e8739e36c3 completed by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 11:59:48.671310 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 46415bc7-5651-48be-bdc6-33e8739e36c3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:48.671740 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:48.825678 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:48.841497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:48.859188 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:59:48.870649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 46415bc7-5651-48be-bdc6-33e8739e36c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=46415bc7-5651-48be-bdc6-33e8739e36c3,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 11:59:48.912108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:48.915672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:48.964250 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'code': 200}
Jan 26 11:59:49.005986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=46415bc7-5651-48be-bdc6-33e8739e36c3,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:49.015272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.015805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.016057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.016440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.016822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.017206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.017619 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.017989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.018598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.018726 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.019089 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.019460 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.019925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.020264 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.020727 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.020971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.021343 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.021802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.022171 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.022539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.022909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.023270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.023640 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.024000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:49.029289 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:49.315563 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9ecc2-9f67-453c-973c-9bb3b40833f8 req-99e0d463-2cf0-4503-b7d4-1f44985a3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:49.317274 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32c9ecc2-9f67-453c-973c-9bb3b40833f8 req-99e0d463-2cf0-4503-b7d4-1f44985a3981 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.0921016
Jan 26 11:59:49.425626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756659c-6309-4204-a379-169c8d1dffaa req-022060dd-6d75-4e1c-89c3-eb575bf2af14 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:49.428322 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4756659c-6309-4204-a379-169c8d1dffaa req-022060dd-6d75-4e1c-89c3-eb575bf2af14 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1531365
Jan 26 11:59:49.496873 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-4756659c-6309-4204-a379-169c8d1dffaa req-12facffc-61a7-4e5f-8b4e-ca3dc806c32a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0598750
Jan 26 11:59:49.602639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:49.615688 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-32c9ecc2-9f67-453c-973c-9bb3b40833f8 req-7b04aa49-2486-4dfd-b0a2-0f4181977999 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2913065
Jan 26 11:59:50.238440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 11:59:50.317206 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 46415bc7-5651-48be-bdc6-33e8739e36c3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 11:59:50.318136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:50.806826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165c8d6-651f-4a5e-adfd-ac4d3ffd4efd req-c03f840e-0182-495e-9af2-cab509925b8d tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:50.809221 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e165c8d6-651f-4a5e-adfd-ac4d3ffd4efd req-c03f840e-0182-495e-9af2-cab509925b8d tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1515896
Jan 26 11:59:50.878701 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e165c8d6-651f-4a5e-adfd-ac4d3ffd4efd req-dd939627-b885-4863-a5bd-bc152e1cba69 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0626628
Jan 26 11:59:52.153850 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec5f9-be28-41e4-b3e9-bba32baa03fa req-2124ae61-2744-4d21-b35c-9d313ecbc1a1 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:52.155597 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-579ec5f9-be28-41e4-b3e9-bba32baa03fa req-2124ae61-2744-4d21-b35c-9d313ecbc1a1 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1325011
Jan 26 11:59:52.212690 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-579ec5f9-be28-41e4-b3e9-bba32baa03fa req-81dd4c71-5d31-4f71-9e2c-abdbefabcea6 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0502565
Jan 26 11:59:52.475499 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b890342-3dba-4766-8c02-edb569620ac8 req-c5e8e22b-12d2-445c-aa43-79920acce5ef tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:52.477158 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b890342-3dba-4766-8c02-edb569620ac8 req-c5e8e22b-12d2-445c-aa43-79920acce5ef tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1275780
Jan 26 11:59:52.535356 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-6b890342-3dba-4766-8c02-edb569620ac8 req-e3d3b16a-1f38-4d21-a722-61acc9e94453 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0508666
Jan 26 11:59:52.783280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-0f8aba35-c715-4d1a-8b10-6799b2596d1f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:52.848177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-0f8aba35-c715-4d1a-8b10-6799b2596d1f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:52.849740 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-0f8aba35-c715-4d1a-8b10-6799b2596d1f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2569335
Jan 26 11:59:52.862907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'floatingip': {'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:52.877799 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 11:59:52.881985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Usage tracker for resource:floatingip and tenant:5c88fb8442614875992d7de8df926afb is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 11:59:52.885026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 11:59:52.892071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.quota.driver [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 11:59:52.928801 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:53.084205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:53.374729 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_common [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Allocated IP 172.27.2.245 (bd110069-471b-4c31-bfdd-ae93ec4182dd/03a9a507-5d01-44eb-9410-92e47c930eb8/daca7ee2-e66d-4932-af96-b5f2d0dfaf87) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 11:59:53.538038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:53.603689 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307349614452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:53.620504 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0ba850cb-5caa-430f-8728-3e9d6d529b3f tempest-TestVolumeBootPattern-1190780774 tempest-TestVolumeBootPattern-1190780774] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:53.763296 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event updated for resources: {'Port': ['ID=daca7ee2-e66d-4932-af96-b5f2d0dfaf87,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:53.783413 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.783838 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.784312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.784681 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.785088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.785495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.785927 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.786327 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.786730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.787131 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.787536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.787933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.788398 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.788798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.789196 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.789620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.790018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.790418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.790826 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.791317 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.792484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.792890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.793294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.793728 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 11:59:53.800265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:53.847875 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Network bd110069-471b-4c31-bfdd-ae93ec4182dd is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 11:59:53.849101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.base_scheduler [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 11:59:53.851541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 11:59:53.964646 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:54.069799 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:54.365074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:54.408648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32249602'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:54.425667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-7a6ff2d9-40ba-49e5-9546-4705b1b01b92 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 11:59:54.824083 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event updated for resources: {'Port': ['ID=daca7ee2-e66d-4932-af96-b5f2d0dfaf87,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 11:59:54.827578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 11:59:54.938767 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:54.991870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:54.993227 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-504f3f0c-0708-4f53-a405-867222fc3acd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1348588
Jan 26 11:59:55.092207 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-d7bf5749-f01e-4767-aa11-6149a883c01b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 11:59:55.134989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-d7bf5749-f01e-4767-aa11-6149a883c01b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 11:59:55.137064 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-d7bf5749-f01e-4767-aa11-6149a883c01b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.245 HTTP/1.1" status: 200  len: 696 time: 0.1363986
Jan 26 11:59:55.341435 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:55.356564 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-7bfe431d-75ae-472d-9a3a-b42cb0bd2a73 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:55.358127 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-5450290f-1752-4acb-8ef1-43a37185b0eb req-7bfe431d-75ae-472d-9a3a-b42cb0bd2a73 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2147005
Jan 26 11:59:55.606199 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-c459ffa8-4f8f-4672-bed1-ad793d1f9798 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:55.607998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-c459ffa8-4f8f-4672-bed1-ad793d1f9798 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1380184
Jan 26 11:59:55.705248 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-95065fc5-e2fa-4370-8465-df991781e1eb tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.245 HTTP/1.1" status: 200  len: 696 time: 0.0908272
Jan 26 11:59:55.717038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.v2.base [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Request body: {'floatingip': {'port_id': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 11:59:55.821971 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:56.508904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:56.545512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1591452'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:56.754505 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Floating IP c50549b6-bcb9-463e-9cd5-eb68a5bcdd38 associated. External IP: 172.27.2.245, port: 46415bc7-5651-48be-bdc6-33e8739e36c3.
Jan 26 11:59:57.176641 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Router 0fde25cc-8f4d-4462-9fdb-06652b928f55 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 11:59:57.392191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 11:59:57.397654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 11:59:57.405947 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] Sync routers for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 11:59:57.419084 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:57.419805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef866160>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:59:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:57.476184 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-8074c4ed-b506-4651-b4c3-77efdda0f76b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "PUT /v2.0/floatingips/c50549b6-bcb9-463e-9cd5-eb68a5bcdd38 HTTP/1.1" status: 200  len: 996 time: 1.7644143
Jan 26 11:59:57.476693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 11:59:57.558896 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'status': 'completed', 'code': 200}
Jan 26 11:59:57.667057 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:57.674701 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-9c850ca2-1669-4a22-bcea-aeab2e195ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:57.676431 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-9c850ca2-1669-4a22-bcea-aeab2e195ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.1694992
Jan 26 11:59:57.837459 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-99a32a0b-491f-45e1-ac26-c154838d8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:57.840194 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-99a32a0b-491f-45e1-ac26-c154838d8026 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.2309613
Jan 26 11:59:58.007202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-f9787885-56e0-4c6e-a9af-96e0e689d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:58.009979 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-f9787885-56e0-4c6e-a9af-96e0e689d83a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.3233960
Jan 26 11:59:58.327917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef866160>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'c50549b6-bcb9-463e-9cd5-eb68a5bcdd38', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'port_id': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'mac_address': 'fa:16:3e:00:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:59:53Z', 'updated_at': '2021-01-26T11:59:56Z', 'revision_number': 1, 'project_id': '5c88fb8442614875992d7de8df926afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:05Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:58.332719 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] Checking router: 0fde25cc-8f4d-4462-9fdb-06652b928f55 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 11:59:58.344902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 11:59:58.345791 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07ef866160>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T11:59:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:58.410086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-8db7063a-db4d-48f9-9e1c-4cd42a831927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:58.411732 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-8db7063a-db4d-48f9-9e1c-4cd42a831927 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.5639768
Jan 26 11:59:58.419315 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-b6697aea-2549-48b1-b4dd-783c923333ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 999 time: 0.4008071
Jan 26 11:59:58.564508 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 11:59:58.625368 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-34267523-52df-4014-ad36-89e1911153dd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 999 time: 0.2046409
Jan 26 11:59:58.627602 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-6532175a-d1e9-4e56-b9c4-562b8061bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:58.630235 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-6532175a-d1e9-4e56-b9c4-562b8061bfb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.1541483
Jan 26 11:59:58.778094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-2114b465-60af-4a5c-8534-90f41ef0f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:58.782168 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-2114b465-60af-4a5c-8534-90f41ef0f576 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.1505098
Jan 26 11:59:58.882043 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-ced3be38-95db-4204-b09c-7fcaaccd6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:58.883545 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-ced3be38-95db-4204-b09c-7fcaaccd6c1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1925483
Jan 26 11:59:58.946208 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-21c21eeb-ba98-43fc-8dd6-d7dd8e24453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 11:59:58.948182 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-21c21eeb-ba98-43fc-8dd6-d7dd8e24453a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1587574
Jan 26 11:59:59.051041 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07ef866160>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'c50549b6-bcb9-463e-9cd5-eb68a5bcdd38', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'port_id': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'mac_address': 'fa:16:3e:00:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:59:53Z', 'updated_at': '2021-01-26T11:59:56Z', 'revision_number': 1, 'project_id': '5c88fb8442614875992d7de8df926afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:05Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 11:59:59.056295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5733339-e71d-45ce-867e-b55298a53d85 None None] The sync data for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi is: [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_floatingips': [{'id': 'c50549b6-bcb9-463e-9cd5-eb68a5bcdd38', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'router_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'port_id': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'mac_address': 'fa:16:3e:00:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:59:53Z', 'updated_at': '2021-01-26T11:59:56Z', 'revision_number': 1, 'project_id': '5c88fb8442614875992d7de8df926afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:05Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 11:59:59.173613 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-156c83d7-975c-4743-acd2-d81861c79174 service neutron] 10.222.0.57 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2814856
Jan 26 11:59:59.245213 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-c2fb5173-078d-4f44-af2d-99edbbaaf2de service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461593
Jan 26 11:59:59.385595 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7c43b-4ee4-4d63-8281-3e1d0b120eb5 None None] New status for floating IP c50549b6-bcb9-463e-9cd5-eb68a5bcdd38: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 11:59:59.464843 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-901c63b4-80ec-4267-9338-39a012bad5b9 req-52123b41-c457-47cd-b233-49164d4b438a service neutron] 10.222.0.57 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2843874
Jan 26 11:59:59.493924 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-447231ef-03ba-4006-84e7-d34eb39b70ac req-21c9ba1a-2aab-42fc-b362-3224762ee4b8 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1972206
Jan 26 12:00:01.088369 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:00:15.105698 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4498bd79-b2ab-492b-9b13-d14125d604b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:17.449099 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e87366b4-9fb6-4ef7-b350-7acfa0cc5b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:18.191521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:18.859505 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:19.614025 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:25.351170 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:28.310865 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-79cbc36a-d4ef-4d42-ba7a-b1c3c0a9ed3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0950704
Jan 26 12:00:28.496630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-d145cb5b-ee5d-4fd6-8f6d-9b6cbc6e38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:00:28.498932 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-d145cb5b-ee5d-4fd6-8f6d-9b6cbc6e38bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.0877662
Jan 26 12:00:28.679389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-b518f030-1f49-4112-b7e2-16817e35756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:00:28.681012 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-b518f030-1f49-4112-b7e2-16817e35756f service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.1579909
Jan 26 12:00:28.805205 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-39047fbd-4a1f-4cea-ab7b-54a5c9d86fa5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 1001 time: 0.1161177
Jan 26 12:00:28.881342 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-1e241fa7-d39a-4ba9-a922-6d9d7fc9b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:00:28.883048 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-1e241fa7-d39a-4ba9-a922-6d9d7fc9b60b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0712485
Jan 26 12:00:28.979958 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-97fc9167-cf51-4847-9877-c4c81c7a1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:00:28.981965 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-97fc9167-cf51-4847-9877-c4c81c7a1ebb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912642
Jan 26 12:00:29.146813 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-93c13d6a-1c9d-4019-8d89-d51c93573c94 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581950
Jan 26 12:00:29.327329 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2b13e695-33bd-4e05-9c6b-b976bdcb4baf req-b641616f-bd3a-4236-adc1-0f6797f329ce service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1730583
Jan 26 12:00:38.091259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:00:45.099190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d8bc549-d7dc-4683-b811-0e7c887c2c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:47.443078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-57bc86ab-ecb5-4c6a-a2aa-dc38bfac7b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:48.196294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:48.807833 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:49.596600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:00:55.373544 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:15.093890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:01:15.304802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-fb25b93d-2d1a-4d0a-b382-be2757f388f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:17.419090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ccdc0c49-c5cf-41d4-9c1e-c3fc09c0f47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:18.190376 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:18.802272 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:19.618584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:25.384468 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:30.299448 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-f0fad65f-ff44-40ad-ad86-fe390e82545a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0810220
Jan 26 12:01:30.487000 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-221bff51-661f-4807-9b13-868af809c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:30.488770 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-221bff51-661f-4807-9b13-868af809c62d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.0930147
Jan 26 12:01:30.661298 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-05de0d2c-6e78-4822-8cec-55ea8f6bb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:30.662968 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-05de0d2c-6e78-4822-8cec-55ea8f6bb018 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.1538868
Jan 26 12:01:30.777065 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-1ecea452-5cdf-484e-8af1-f37d4f33497e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 1001 time: 0.1073265
Jan 26 12:01:30.857137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-6f8fe874-24ad-4ab7-a578-61e8387dd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:30.858862 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-6f8fe874-24ad-4ab7-a578-61e8387dd61b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0742834
Jan 26 12:01:30.959986 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-d5cf6e2a-fc5e-46ea-9f0f-1b072c343b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:30.965767 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-d5cf6e2a-fc5e-46ea-9f0f-1b072c343b72 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0957866
Jan 26 12:01:31.362514 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-448b53ab-921a-4e90-abc9-8dcec649f6b2 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3930173
Jan 26 12:01:31.513717 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-39d4183f-7f43-47c0-b9f7-a1f06efeb921 req-b76cbe30-483c-47df-ad83-4370c94c5e34 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436260
Jan 26 12:01:45.098442 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2effd38a-d28d-43aa-b877-c776280881ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:47.216570 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40c412-7710-4c91-ba96-1d9f5e3ed4ce req-ef0f8ca6-0b02-4a19-9f3d-c92833c37df7 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:47.218285 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7d40c412-7710-4c91-ba96-1d9f5e3ed4ce req-ef0f8ca6-0b02-4a19-9f3d-c92833c37df7 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.3604786
Jan 26 12:01:47.275082 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7d40c412-7710-4c91-ba96-1d9f5e3ed4ce req-74302e07-8cc8-44cd-bb36-346c197ce763 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0503979
Jan 26 12:01:47.424011 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1230c252-a0d1-4950-b588-2f45785565e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:48.178755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:48.646885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e8fff-4fa9-45be-a967-7a4a19da3501 req-d41a1df0-0437-48ff-80aa-7fa7a9464418 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:48.648568 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fb3e8fff-4fa9-45be-a967-7a4a19da3501 req-d41a1df0-0437-48ff-80aa-7fa7a9464418 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.2219143
Jan 26 12:01:48.707395 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-fb3e8fff-4fa9-45be-a967-7a4a19da3501 req-520afbf3-c847-4027-9836-d4731b64340e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0514247
Jan 26 12:01:48.829900 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:49.624536 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:50.005068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353efa5-af3e-44ef-b760-29f94c0eed14 req-16240d1f-49ac-458d-a7f6-e5d539f78ee3 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:50.006879 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3353efa5-af3e-44ef-b760-29f94c0eed14 req-16240d1f-49ac-458d-a7f6-e5d539f78ee3 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1323862
Jan 26 12:01:50.070021 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-3353efa5-af3e-44ef-b760-29f94c0eed14 req-bb68b7b6-4c94-461f-9d8f-d533340debfb tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0560279
Jan 26 12:01:51.340250 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fd086-144c-4d47-831b-bf426bb2b768 req-6767a401-d3e9-4919-9b58-ee0579f0a693 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:51.342042 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2e1fd086-144c-4d47-831b-bf426bb2b768 req-6767a401-d3e9-4919-9b58-ee0579f0a693 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1333077
Jan 26 12:01:51.403204 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2e1fd086-144c-4d47-831b-bf426bb2b768 req-4b53e414-2a5e-4f39-bf35-f519c70d689c tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0547118
Jan 26 12:01:52.094878 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:01:52.662323 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573e0fa-3893-494f-aca3-e3a180222293 req-59d5dfc5-3d40-4d73-a9e6-4d2d1329cce8 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:52.664031 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2573e0fa-3893-494f-aca3-e3a180222293 req-59d5dfc5-3d40-4d73-a9e6-4d2d1329cce8 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1278188
Jan 26 12:01:52.724905 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2573e0fa-3893-494f-aca3-e3a180222293 req-fcc34223-34c0-43d1-95ea-1306eb14d704 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0537746
Jan 26 12:01:54.008036 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd916a38-dc4f-493f-a32f-ca137f03a945 req-b1506c7d-6569-4478-b32d-0d420fbba3ab tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:54.011046 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cd916a38-dc4f-493f-a32f-ca137f03a945 req-b1506c7d-6569-4478-b32d-0d420fbba3ab tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1424229
Jan 26 12:01:54.072369 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-cd916a38-dc4f-493f-a32f-ca137f03a945 req-f6e1c282-8165-46fc-a012-36277d3f215f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0546913
Jan 26 12:01:55.278552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 12:01:55.339108 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa574-537c-493d-94ab-0577b7bfc39a req-1d1a79a2-fadc-4a65-bf17-7a4853f6c5c3 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:55.341540 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0eaa574-537c-493d-94ab-0577b7bfc39a req-1d1a79a2-fadc-4a65-bf17-7a4853f6c5c3 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1327302
Jan 26 12:01:55.355658 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 46415bc7-5651-48be-bdc6-33e8739e36c3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 12:01:55.356088 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:55.410032 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f0eaa574-537c-493d-94ab-0577b7bfc39a req-16928a09-e069-4090-861e-5518d321e177 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0615585
Jan 26 12:01:55.469440 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:01:56.677967 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502624f5-ba1d-43f0-9670-f5f914726e99 req-63f20057-a319-45aa-a9a5-9b1691c96c0e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:56.679752 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-502624f5-ba1d-43f0-9670-f5f914726e99 req-63f20057-a319-45aa-a9a5-9b1691c96c0e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1339328
Jan 26 12:01:56.737943 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-502624f5-ba1d-43f0-9670-f5f914726e99 req-d6aa2cbc-5074-4171-8ab9-1d1a91764a61 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0515947
Jan 26 12:01:57.222165 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-64283122-b38c-4e94-a5af-3fa022a23b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:57.223863 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-64283122-b38c-4e94-a5af-3fa022a23b85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.1681890
Jan 26 12:01:57.382010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-7136abe9-358e-47e4-9967-afd93996ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:57.383541 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-7136abe9-358e-47e4-9967-afd93996ae4b service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.1528890
Jan 26 12:01:57.500693 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-077fc053-307e-40c4-b728-75951622062a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 1001 time: 0.1108534
Jan 26 12:01:57.580482 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-a5510085-53c6-4afd-a06d-9cbf0cafc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:57.582196 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-a5510085-53c6-4afd-a06d-9cbf0cafc0c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0755894
Jan 26 12:01:57.672654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-be2cfb98-3491-4c97-9b7b-678fe02ec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:57.674333 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-be2cfb98-3491-4c97-9b7b-678fe02ec60c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856051
Jan 26 12:01:57.830299 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-627b53a6-1ede-451e-969d-c636f7183cca service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491566
Jan 26 12:01:58.066221 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9a18b016-9f16-4f1d-8e0c-311cf26849ae req-e5d9b5f1-dbaa-4cd7-9bee-51abc9ffc707 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2291839
Jan 26 12:01:58.118521 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77fecd-6bf1-4621-8109-9fcb61520b8c req-0b11b51d-3bf8-4af9-9993-0c834af5f3b6 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:58.120254 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8e77fecd-6bf1-4621-8109-9fcb61520b8c req-0b11b51d-3bf8-4af9-9993-0c834af5f3b6 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.2424295
Jan 26 12:01:58.178556 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8e77fecd-6bf1-4621-8109-9fcb61520b8c req-979be801-904c-4e76-89ad-00d31d0c9c41 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0511880
Jan 26 12:01:59.481964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f38e6-6662-4a6a-998b-2ab59e0694ce req-37f645fa-c360-4e08-b077-f746884add3e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:01:59.483698 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d43f38e6-6662-4a6a-998b-2ab59e0694ce req-37f645fa-c360-4e08-b077-f746884add3e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1486084
Jan 26 12:01:59.548872 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d43f38e6-6662-4a6a-998b-2ab59e0694ce req-14f0fb55-3832-4e4c-b2de-f744ccac9b5b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0580187
Jan 26 12:02:00.823693 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d8e0-4eb3-45e3-90d5-2c79d5cde1db req-0d00af53-508a-4649-9104-d5c04e177b40 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:00.826871 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9665d8e0-4eb3-45e3-90d5-2c79d5cde1db req-0d00af53-508a-4649-9104-d5c04e177b40 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1353292
Jan 26 12:02:00.892998 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-9665d8e0-4eb3-45e3-90d5-2c79d5cde1db req-0cb6a285-7a20-49b8-b9ad-7b388f0170da tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0597546
Jan 26 12:02:01.188475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:02:01.324211 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:01.356259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 12:02:01.367997 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 46415bc7-5651-48be-bdc6-33e8739e36c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=46415bc7-5651-48be-bdc6-33e8739e36c3,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:02:01.414396 dv-cinder-772388-2-iscsi neutron-server[80131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'code': 422} returned with failed status
Jan 26 12:02:01.435608 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:01.437545 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dde76b68-10a0-49ce-ad75-af364ac2cee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:02:01.514539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=46415bc7-5651-48be-bdc6-33e8739e36c3,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:02:01.522707 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.523187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.523676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.524202 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.524549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.525066 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.525385 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.525910 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.526355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.526764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.527280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.527806 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.528285 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.528703 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.529121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.529557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.530023 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.530744 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.530955 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.531284 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.531691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.532096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.532500 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.532959 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:02:01.537746 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:02:02.167355 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab323729-cfd7-4ad9-a752-6f6ae6de792c req-6e9f5c2f-abde-4260-95e2-7bf4f94c892f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:02.170110 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab323729-cfd7-4ad9-a752-6f6ae6de792c req-6e9f5c2f-abde-4260-95e2-7bf4f94c892f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1349914
Jan 26 12:02:02.228134 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-ab323729-cfd7-4ad9-a752-6f6ae6de792c req-6cc1d90e-d750-4473-a02f-97c49c25cc52 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0515871
Jan 26 12:02:02.838199 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beee9fd-b183-454c-83e4-d4a77f8fa972 req-207c4fa6-ddb8-48b9-a8e6-c69931669ccf tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:02.840753 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7beee9fd-b183-454c-83e4-d4a77f8fa972 req-207c4fa6-ddb8-48b9-a8e6-c69931669ccf tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.2115681
Jan 26 12:02:02.870267 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-c4038087-53c3-4ad6-8113-4e7200323c47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2637227
Jan 26 12:02:02.912241 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7beee9fd-b183-454c-83e4-d4a77f8fa972 req-cc16226a-a24a-4c0d-aff0-d7ff1660a2f3 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0649362
Jan 26 12:02:04.181539 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1c79-7221-467d-ac99-09efa219938c req-91340989-ab2d-42c0-aef2-539f1b679c80 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:04.183292 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-81fb1c79-7221-467d-ac99-09efa219938c req-91340989-ab2d-42c0-aef2-539f1b679c80 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1305206
Jan 26 12:02:04.246944 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-81fb1c79-7221-467d-ac99-09efa219938c req-a8839a6c-268e-4963-8e3b-6b09b0a6fa93 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0570102
Jan 26 12:02:04.802664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-bfb52c12-adf8-4446-95bd-ea2489f692ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:04.804470 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-bfb52c12-adf8-4446-95bd-ea2489f692ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3&tenant_id=5c88fb8442614875992d7de8df926afb HTTP/1.1" status: 200  len: 1160 time: 0.0868068
Jan 26 12:02:04.922307 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-c6ad4ea7-8f43-428f-b57a-30ee64b04baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:04.924028 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-c6ad4ea7-8f43-428f-b57a-30ee64b04baa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1160 time: 0.0852807
Jan 26 12:02:05.075068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-b9507635-2bf8-4503-bbef-306682f1df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:05.076691 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-b9507635-2bf8-4503-bbef-306682f1df25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.1463552
Jan 26 12:02:05.197543 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-f724b51e-6c91-450b-a578-7ef653d6c016 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 999 time: 0.1134439
Jan 26 12:02:05.277802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-50306e2a-9478-489a-842f-8d41499e38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:05.279507 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-50306e2a-9478-489a-842f-8d41499e38d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0743401
Jan 26 12:02:05.374520 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-cdaf1ff5-771f-4cfb-b2f3-8f3dfde967ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:05.376148 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-cdaf1ff5-771f-4cfb-b2f3-8f3dfde967ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883553
Jan 26 12:02:05.605016 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-bc4df24b-768f-49ee-b925-b5008c1f7bd3 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212205
Jan 26 12:02:05.669270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32db70e-1501-4dba-9341-c75b0d6c3843 req-8b6bfb19-bb40-4e2f-a88e-ac24311fb6f1 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:05.670918 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e32db70e-1501-4dba-9341-c75b0d6c3843 req-8b6bfb19-bb40-4e2f-a88e-ac24311fb6f1 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.2622237
Jan 26 12:02:05.829476 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-e32db70e-1501-4dba-9341-c75b0d6c3843 req-906907b6-e07d-4fe4-bb4a-9f3c3d53962a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1352806
Jan 26 12:02:05.870741 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-2d95dcd6-54aa-4f4f-90e9-df9394f25ef7 req-85d7ea4d-d030-4e42-8324-9c6f96ed84b8 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2565086
Jan 26 12:02:07.094977 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f4b6b-2dcd-436c-aecd-9704e9bab78e req-104b29da-5488-4e80-a64d-65236fdc882f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:07.096696 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-933f4b6b-2dcd-436c-aecd-9704e9bab78e req-104b29da-5488-4e80-a64d-65236fdc882f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1320810
Jan 26 12:02:07.156752 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-933f4b6b-2dcd-436c-aecd-9704e9bab78e req-71b711fd-b721-4fec-b535-163c223e70c2 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0531895
Jan 26 12:02:08.429654 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca149fb-97e4-4b6c-bdca-d4e3429f07dd req-c090b2a8-f3e7-4631-8dfe-c415645cd6fd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:08.431414 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ca149fb-97e4-4b6c-bdca-d4e3429f07dd req-c090b2a8-f3e7-4631-8dfe-c415645cd6fd tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1346877
Jan 26 12:02:08.490159 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7ca149fb-97e4-4b6c-bdca-d4e3429f07dd req-9711fafa-a848-4a5f-9a41-a89d205a3bf8 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0512452
Jan 26 12:02:09.766718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b8226-36e1-4fa6-b9f7-2790ae287dda req-09dbd958-6e46-474e-854c-282585128cbb tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:09.768509 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a29b8226-36e1-4fa6-b9f7-2790ae287dda req-09dbd958-6e46-474e-854c-282585128cbb tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1394777
Jan 26 12:02:09.844944 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a29b8226-36e1-4fa6-b9f7-2790ae287dda req-0308058c-184f-4905-ba51-86093063b74a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0694158
Jan 26 12:02:11.124489 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53b087-e2c9-4805-9f4a-89eec46056c6 req-021e0bc6-878f-4475-99a8-c900e2389f5d tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:11.126280 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8f53b087-e2c9-4805-9f4a-89eec46056c6 req-021e0bc6-878f-4475-99a8-c900e2389f5d tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1348708
Jan 26 12:02:11.199159 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-8f53b087-e2c9-4805-9f4a-89eec46056c6 req-36921837-f4e9-4994-b37f-ad882900089d tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0660965
Jan 26 12:02:12.481177 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc54d6-19de-4121-9f8e-d6abdadd30bf req-6ac02ecb-49a7-4fe3-8911-a87b673dcc9b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:12.483200 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c8dc54d6-19de-4121-9f8e-d6abdadd30bf req-6ac02ecb-49a7-4fe3-8911-a87b673dcc9b tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1467721
Jan 26 12:02:12.546222 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-c8dc54d6-19de-4121-9f8e-d6abdadd30bf req-b3f30443-e0f6-4b3e-aca5-33adef940c94 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0563347
Jan 26 12:02:13.693639 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 12:02:13.779600 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 46415bc7-5651-48be-bdc6-33e8739e36c3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 12:02:13.780027 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:13.844835 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9732e-389e-42aa-8454-6396b0f2d9ec req-7a123765-974c-4e86-91d0-53d2707d18c7 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:13.846680 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-51d9732e-389e-42aa-8454-6396b0f2d9ec req-7a123765-974c-4e86-91d0-53d2707d18c7 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 943 time: 0.1499975
Jan 26 12:02:13.920733 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-51d9732e-389e-42aa-8454-6396b0f2d9ec req-f76e435b-84d3-471f-961c-1f1df2663945 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0649331
Jan 26 12:02:13.922692 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854146534'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:13.956299 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 12:02:13.970311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] For port 46415bc7-5651-48be-bdc6-33e8739e36c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=46415bc7-5651-48be-bdc6-33e8739e36c3,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:02:14.022287 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'code': 200}
Jan 26 12:02:14.024026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729505555571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729505159829', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307349615954'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:14.026050 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-537e2a77-bed4-4676-9618-c0ba0c4b39ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:02:14.108905 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Pushing event updated for resources: {'Port': ['ID=46415bc7-5651-48be-bdc6-33e8739e36c3,revision_number=6']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:02:14.112671 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:02:14.624732 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8e321-89d5-4ef7-a7dd-b2be13c1f8a1 req-4e9f76f1-2dc9-448d-b734-dddfc0d1b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:14.626414 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-71a8e321-89d5-4ef7-a7dd-b2be13c1f8a1 req-4e9f76f1-2dc9-448d-b734-dddfc0d1b664 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.3124011
Jan 26 12:02:14.672999 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-71a8e321-89d5-4ef7-a7dd-b2be13c1f8a1 req-95b2df80-6c66-4b98-82b1-a2f32b85f53b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0400403
Jan 26 12:02:15.098278 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-19ec937d-7ddb-40c8-8641-b0a5d627c0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:15.195761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fc909-25e2-41e2-88ee-7666ddeeacbe req-f2852e07-1a78-404f-92dd-dc739e4ffd7e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:15.197393 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-256fc909-25e2-41e2-88ee-7666ddeeacbe req-f2852e07-1a78-404f-92dd-dc739e4ffd7e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1262324
Jan 26 12:02:15.255729 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-256fc909-25e2-41e2-88ee-7666ddeeacbe req-37068e8f-2949-4162-831a-129052a13c78 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0516701
Jan 26 12:02:15.499883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 up at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 12:02:15.582926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.provisioning_blocks [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Provisioning complete for port 46415bc7-5651-48be-bdc6-33e8739e36c3 triggered by entity L2. {{(pid=80246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 12:02:15.583357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854178384'] for port, provisioning_complete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:16.523113 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de5bed-6669-4476-b7a1-9c816f7a8238 req-cd910a67-f669-43a5-8fdf-453a44c462e0 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:16.525075 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a7de5bed-6669-4476-b7a1-9c816f7a8238 req-cd910a67-f669-43a5-8fdf-453a44c462e0 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1294930
Jan 26 12:02:16.587113 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-a7de5bed-6669-4476-b7a1-9c816f7a8238 req-5505fb56-7b68-4b6f-a7d5-2743d1b9a481 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0553696
Jan 26 12:02:17.059359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-cec07988-747f-4bb1-ad44-a5f6b8cc81ef req-d6b3b976-883c-4a0c-b505-fe6c43b548d7 service neutron] (80245) timed out ('10.222.0.81', 51122) {{(pid=80245) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 26 12:02:17.428880 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5223f7ff-349b-4ea6-a948-caddcb671569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:18.177734 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:18.800527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:19.611667 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:25.407257 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:29.095940 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:02:32.293906 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-ce83b6bc-9fa1-42ea-9c82-2eb6a0ef3cd3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0831561
Jan 26 12:02:32.485964 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-30a524f4-8428-4e5c-ab29-dffcad485b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:32.487808 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-30a524f4-8428-4e5c-ab29-dffcad485b0c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.0822580
Jan 26 12:02:32.662797 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-b3b7d7ff-a285-4e9a-8707-0db7c2635f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:32.664339 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-b3b7d7ff-a285-4e9a-8707-0db7c2635f97 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.1507061
Jan 26 12:02:32.787994 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-29b20616-6e0d-42ff-ac49-77e99833d23d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 1001 time: 0.1107931
Jan 26 12:02:32.865266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-df9462e8-cf58-4e4c-8823-c43935e3893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:32.866914 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-df9462e8-cf58-4e4c-8823-c43935e3893d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0716116
Jan 26 12:02:32.954946 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-8eb414c3-f3d9-44d0-97fe-1c6f55125ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:02:32.956596 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-8eb414c3-f3d9-44d0-97fe-1c6f55125ac9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829885
Jan 26 12:02:33.107981 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-760a36aa-910f-48f5-b32f-d4a83874ccaa service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400654
Jan 26 12:02:33.254317 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-de32c0c9-23d0-431e-93dd-8a14225c54bb req-f3353c80-111c-431d-8ba0-5c0ebdd838ef service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397543
Jan 26 12:02:45.114741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e2c10bd2-c99a-4d16-bb44-0839a12563f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:47.423632 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-52d13e38-2bad-494b-b26c-7b8566190941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:48.177436 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:48.800187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:49.617052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:02:55.406389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:06.096281 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:03:15.097475 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-37032f89-99cd-4b8f-ae04-cfdc325ccc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:17.450624 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-941fc299-22bd-404d-9fb7-d59b374cf01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:18.193498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:18.788574 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:19.627372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:25.405311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:29.688589 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-f06d2c69-e03f-4b23-977b-3f1e60fec9bb tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/floatingips/c50549b6-bcb9-463e-9cd5-eb68a5bcdd38 HTTP/1.1" status: 200  len: 998 time: 0.1455026
Jan 26 12:03:29.907931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788025-b632-479f-add3-95b5a783d73d req-dfe87a02-b953-45b3-940b-8c3a811b1216 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:29.910218 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-dfe87a02-b953-45b3-940b-8c3a811b1216 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/networks/bd110069-471b-4c31-bfdd-ae93ec4182dd HTTP/1.1" status: 200  len: 784 time: 0.2134323
Jan 26 12:03:29.924026 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-5729d947-ac47-4cc6-aa0b-b934b28edf63 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 12:03:29.925400 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-5729d947-ac47-4cc6-aa0b-b934b28edf63 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0081661
Jan 26 12:03:30.056241 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-a0e4e8dd-96c0-40ba-93d3-3bd718986dc6 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.245 HTTP/1.1" status: 200  len: 1001 time: 0.1238945
Jan 26 12:03:30.184557 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788025-b632-479f-add3-95b5a783d73d req-8b7483e0-1a01-48ef-881a-9585b508a9e9 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:30.186113 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-8b7483e0-1a01-48ef-881a-9585b508a9e9 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports/46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 942 time: 0.1229897
Jan 26 12:03:30.441700 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-98534807-a033-4196-87c4-ca5e47257b40 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.27.2.245 HTTP/1.1" status: 200  len: 1001 time: 0.1245887
Jan 26 12:03:30.742782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Deleting port daca7ee2-e66d-4932-af96-b5f2d0dfaf87 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:30.743372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:30.969311 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:30.969840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:31.112038 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Calling delete_port for daca7ee2-e66d-4932-af96-b5f2d0dfaf87 owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:31.332271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:31.354782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d154e729-895e-4504-b140-1a56e8297cd4 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:31.420009 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event deleted for resources: {'Port': ['ID=daca7ee2-e66d-4932-af96-b5f2d0dfaf87,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:31.482243 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.482680 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.483110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.483537 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.484630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.485137 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.485562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.486002 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.486420 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.486836 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.487252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.487664 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.488138 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.488550 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.488962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.489373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.489808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.490217 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.490629 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.491040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.491448 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.491857 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.492263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.492669 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:31.497920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:31.631672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for floatingip, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:31.632058 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.db.l3_db [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Floating IP c50549b6-bcb9-463e-9cd5-eb68a5bcdd38 disassociated (deleted). External IP: 172.27.2.245, port: 46415bc7-5651-48be-bdc6-33e8739e36c3.
Jan 26 12:03:32.373457 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Router 0fde25cc-8f4d-4462-9fdb-06652b928f55 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 12:03:32.382901 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-d8eda9cf-0664-41ee-b378-9ea1d22db7a1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1456671
Jan 26 12:03:32.659359 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 12:03:32.666201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-ca5bf8aa-926b-48fc-bb31-87c3e9aa5ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:32.667907 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-ca5bf8aa-926b-48fc-bb31-87c3e9aa5ff8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.1504750
Jan 26 12:03:32.669962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] Sync routers for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 12:03:32.681186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 12:03:32.681920 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T12:03:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:32.858061 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:32.882630 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 12:03:32.902411 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-f0825922-08f7-4f38-94f7-ec1854bcf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:32.904210 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-f0825922-08f7-4f38-94f7-ec1854bcf4a9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.2154114
Jan 26 12:03:33.065015 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-77421d47-2c7e-4f36-b382-62eb16de98ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 217 time: 0.1463282
Jan 26 12:03:33.068160 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-c7252dd7-eca7-4aca-afbc-a1c5d71a02be tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "DELETE /v2.0/floatingips/c50549b6-bcb9-463e-9cd5-eb68a5bcdd38 HTTP/1.1" status: 204  len: 173 time: 2.6199636
Jan 26 12:03:33.069121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 12:03:33.167941 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-43186ce9-a18c-4f3c-9b26-815ff8f78777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:33.170790 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-43186ce9-a18c-4f3c-9b26-815ff8f78777 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0903356
Jan 26 12:03:33.296832 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'status': 'completed', 'code': 200}
Jan 26 12:03:33.353597 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-2b75ea99-b7b1-45b5-95ef-6b647456a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:33.355341 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-2b75ea99-b7b1-45b5-95ef-6b647456a5fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1765935
Jan 26 12:03:33.358326 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788025-b632-479f-add3-95b5a783d73d req-41219d39-8468-4b03-b053-0098767c18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:33.360020 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-41219d39-8468-4b03-b053-0098767c18c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.2371860
Jan 26 12:03:33.425820 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:05Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:33.432943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] Checking router: 0fde25cc-8f4d-4462-9fdb-06652b928f55 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 12:03:33.450254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 12:03:33.451439 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T12:03:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:33.661048 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-f54800a8-012d-487c-b71a-fa5f8bebad32 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2986257
Jan 26 12:03:33.662265 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788025-b632-479f-add3-95b5a783d73d req-6c3fcc98-6fff-49c8-9093-d8b2ecdec370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:33.663930 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-6c3fcc98-6fff-49c8-9093-d8b2ecdec370 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.2781026
Jan 26 12:03:33.724782 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 12:03:33.875726 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-dbfe4001-cb21-4d3d-8db7-e2ed90d2a77d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 217 time: 0.1665394
Jan 26 12:03:34.085149 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:05Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:34.089553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434bc25-2ed3-4852-967a-e6f7fa746d71 None None] The sync data for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi is: [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T11:58:54Z', 'revision_number': 4, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi', '_interfaces': [{'id': '9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9', 'name': '', 'network_id': '9a31bfde-ec11-4020-846f-ed154ec95c14', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'mac_address': 'fa:16:3e:be:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:53Z', 'updated_at': '2021-01-26T11:59:05Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'subnets': [{'id': 'c4afb9c0-0a3f-4492-b21d-aea57cc98c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 12:03:34.157145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788025-b632-479f-add3-95b5a783d73d req-006d0908-6a04-467e-882c-82d294fbfc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:34.160000 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-006d0908-6a04-467e-882c-82d294fbfc03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.2759628
Jan 26 12:03:34.251486 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-f4971938-e7d9-4d8e-ad51-b0a0afa386bc req-5fe46008-6885-438c-9685-0799dcf1d24b service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5828011
Jan 26 12:03:34.303724 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788025-b632-479f-add3-95b5a783d73d req-6e0f2bab-43ab-455c-840a-5ac81d50af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:34.305432 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-6e0f2bab-43ab-455c-840a-5ac81d50af65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1357629
Jan 26 12:03:34.519983 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a0a39-4ef8-4c49-afea-91d2449bf3df None None] New status for floating IP c50549b6-bcb9-463e-9cd5-eb68a5bcdd38: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 12:03:34.533002 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-c6beeb33-05ae-44d7-ae31-2a7e5e1a1d75 service neutron] 10.222.0.57 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201486
Jan 26 12:03:34.535954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-66b0a4b0-5ee5-40a9-9123-1cffd60d7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:34.537509 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-66b0a4b0-5ee5-40a9-9123-1cffd60d7488 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c88fb8442614875992d7de8df926afb&device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 1162 time: 0.1259971
Jan 26 12:03:34.814155 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-05788025-b632-479f-add3-95b5a783d73d req-66786788-9fde-4fb0-8e02-b07d5794d374 service neutron] 10.222.0.57 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2744074
Jan 26 12:03:34.817263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-3a58bd17-17d9-4c14-a655-89f98201d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:34.819156 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-3a58bd17-17d9-4c14-a655-89f98201d84a service neutron] 10.222.0.81 "GET /v2.0/networks?id=9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 200  len: 902 time: 0.2571046
Jan 26 12:03:34.909885 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-81862a9a-f241-4d6f-947e-5e2cbfbfe50b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 200  len: 217 time: 0.0734296
Jan 26 12:03:34.986890 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-3b67d172-15dd-4213-a41e-c1f48fe3cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:34.988518 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-3b67d172-15dd-4213-a41e-c1f48fe3cb84 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 200  len: 847 time: 0.0717821
Jan 26 12:03:35.077150 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-e08270b8-a845-49dc-84f2-1bb558450a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:35.079503 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-e08270b8-a845-49dc-84f2-1bb558450a11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9a31bfde-ec11-4020-846f-ed154ec95c14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841813
Jan 26 12:03:35.242627 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-9f1f25fa-9f61-487e-bac0-2c518c21cad4 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545303
Jan 26 12:03:35.726359 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-db73486a-bc2b-470a-b07c-b1b9de1f3b73 req-24a91995-9cb3-408c-962e-b982fc25f0a8 service neutron] 10.222.0.81 "GET /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4750280
Jan 26 12:03:35.774068 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385996-9791-430e-82ef-43c6ad793041 req-2a18ce5d-138c-45f1-afbd-30cb53754863 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:35.774921 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-42385996-9791-430e-82ef-43c6ad793041 req-2a18ce5d-138c-45f1-afbd-30cb53754863 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 12:03:35.821483 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-42385996-9791-430e-82ef-43c6ad793041 req-2a18ce5d-138c-45f1-afbd-30cb53754863 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 12:03:35.823092 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-42385996-9791-430e-82ef-43c6ad793041 req-2a18ce5d-138c-45f1-afbd-30cb53754863 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.5406857
Jan 26 12:03:35.883597 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-42385996-9791-430e-82ef-43c6ad793041 req-87a81a8d-53a3-4dc6-bf4f-15d9b92cf10c tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0533726
Jan 26 12:03:37.119200 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-29d0aea7-b627-432e-a356-0ebc922ae75e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:37.120917 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-29d0aea7-b627-432e-a356-0ebc922ae75e tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.81 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1396892
Jan 26 12:03:37.160870 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34233fb2-777f-477f-9142-af62f9d685aa req-e8159f3d-da27-4cfd-b7c2-df1f1353679a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 12:03:37.162664 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-34233fb2-777f-477f-9142-af62f9d685aa req-e8159f3d-da27-4cfd-b7c2-df1f1353679a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 945 time: 0.1385624
Jan 26 12:03:37.226985 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-34233fb2-777f-477f-9142-af62f9d685aa req-4522af13-cb46-4ac5-80ae-3660ad4570f9 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups?id=542fd48e-8efd-4703-9908-7a22a5e1129a&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0522683
Jan 26 12:03:37.227263 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Deleting port 46415bc7-5651-48be-bdc6-33e8739e36c3 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:37.227400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:37.512231 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] For port 46415bc7-5651-48be-bdc6-33e8739e36c3, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=46415bc7-5651-48be-bdc6-33e8739e36c3,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:37.512562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:37.649414 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Calling delete_port for 46415bc7-5651-48be-bdc6-33e8739e36c3 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:37.827197 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:37.846153 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-454ff231-1189-40a7-a321-255a6f1db304 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:37.930386 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event deleted for resources: {'Port': ['ID=46415bc7-5651-48be-bdc6-33e8739e36c3,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:37.933780 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:38.134687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] No DVR routers for this DVR port 46415bc7-5651-48be-bdc6-33e8739e36c3 on host hv-cinder-77238 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 12:03:38.134687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769577'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:38.134687 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-deleted', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 12:03:38.159525 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-d972b1cc-5332-438f-ae5f-79e0b125dc7d req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.81 "DELETE /v2.0/ports/46415bc7-5651-48be-bdc6-33e8739e36c3 HTTP/1.1" status: 204  len: 173 time: 1.0327671
Jan 26 12:03:38.193300 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bf52a6-7f23-4ccc-aa35-dd37394469b3', 'name': 'network-vif-deleted', 'tag': '46415bc7-5651-48be-bdc6-33e8739e36c3', 'status': 'completed', 'code': 200}
Jan 26 12:03:38.208391 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:03:38.248502 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] No Port match for: 46415bc7-5651-48be-bdc6-33e8739e36c3 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 12:03:38.248909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Device 46415bc7-5651-48be-bdc6-33e8739e36c3 not bound to the agent host hv-cinder-77238 {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 12:03:38.619881 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-b71ef404-ead6-4b8e-9fda-2d1ea829c660 req-c248457e-8a0d-45ff-b439-67e27974e53f tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 210 time: 0.0605950
Jan 26 12:03:39.830389 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7bbe4073-4134-464e-8f1b-782c16ff13d4 req-cbd6422c-9811-485a-b892-011daca68b9c tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Synchronizing usage tracker for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 12:03:39.862130 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.quota.resource [req-7bbe4073-4134-464e-8f1b-782c16ff13d4 req-cbd6422c-9811-485a-b892-011daca68b9c tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Unset dirty status for tenant:5c88fb8442614875992d7de8df926afb on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 12:03:39.863457 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-7bbe4073-4134-464e-8f1b-782c16ff13d4 req-cbd6422c-9811-485a-b892-011daca68b9c tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/ports?device_id=32bf52a6-7f23-4ccc-aa35-dd37394469b3 HTTP/1.1" status: 200  len: 210 time: 0.0903153
Jan 26 12:03:41.066171 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-63ae0fc7-3062-443e-bfc4-fa1ec7e20837 req-41fe1137-63e2-4e4c-84cd-f5f95b414bd0 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "GET /v2.0/security-groups/542fd48e-8efd-4703-9908-7a22a5e1129a HTTP/1.1" status: 200  len: 2991 time: 0.0608022
Jan 26 12:03:41.152418 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-63ae0fc7-3062-443e-bfc4-fa1ec7e20837 req-2ebcd109-c36c-475e-9da3-f6a5ac8fc47a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:41.184040 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-63ae0fc7-3062-443e-bfc4-fa1ec7e20837 req-2ebcd109-c36c-475e-9da3-f6a5ac8fc47a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:41.331129 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-63ae0fc7-3062-443e-bfc4-fa1ec7e20837 req-2ebcd109-c36c-475e-9da3-f6a5ac8fc47a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:41.338823 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-8d972468-3f5b-454b-b9fd-bd654d419090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:41.366511 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcd109-c36c-475e-9da3-f6a5ac8fc47a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Pushing event deleted for resources: {'SecurityGroup': ['ID=542fd48e-8efd-4703-9908-7a22a5e1129a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:41.369555 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2ebcd109-c36c-475e-9da3-f6a5ac8fc47a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:41.407712 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [req-63ae0fc7-3062-443e-bfc4-fa1ec7e20837 req-2ebcd109-c36c-475e-9da3-f6a5ac8fc47a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:41.409378 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [req-63ae0fc7-3062-443e-bfc4-fa1ec7e20837 req-2ebcd109-c36c-475e-9da3-f6a5ac8fc47a tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] 10.222.0.57 "DELETE /v2.0/security-groups/542fd48e-8efd-4703-9908-7a22a5e1129a HTTP/1.1" status: 204  len: 173 time: 0.3366323
Jan 26 12:03:41.512892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34774) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:42.102380 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:42.502338 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Deleting port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:42.502847 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:42.705392 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] For port 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:42.705830 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:42.842078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Calling delete_port for 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:43.097318 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:03:43.268516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:43.283950 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5642b927-a9ea-43d3-a906-7690abfce550 tempest-TestShelveInstance-1187202358 tempest-TestShelveInstance-1187202358] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:43.347270 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:43.351845 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:43.757252 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:44.563396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Router 0fde25cc-8f4d-4462-9fdb-06652b928f55 has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 12:03:44.786120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 12:03:44.795288 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] Sync routers for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 12:03:44.807466 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 12:03:44.808198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T12:03:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:44.847524 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-0461433d-1080-494a-a765-38cb3d30df23 admin admin] 10.222.0.57 "PUT /v2.0/routers/0fde25cc-8f4d-4462-9fdb-06652b928f55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3332136
Jan 26 12:03:44.850405 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34778) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:45.042201 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 12:03:45.109832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5761ab6d-d957-42b4-a672-e2c34ac3870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:45.252649 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:45.386032 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T12:03:43Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:45.391618 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] Checking router: 0fde25cc-8f4d-4462-9fdb-06652b928f55 for host: dv-cinder-772388-2-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 12:03:45.400989 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] Routers {'0fde25cc-8f4d-4462-9fdb-06652b928f55'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 12:03:45.401716 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T12:03:17Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['0fde25cc-8f4d-4462-9fdb-06652b928f55'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:45.477107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:45.482527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Deleting port df6a71c5-3ceb-480d-971f-c65431d612db {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:45.482909 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:45.611256 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] Set router 0fde25cc-8f4d-4462-9fdb-06652b928f55 gateway port host: dv-cinder-772388-2-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 12:03:45.681301 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] For port df6a71c5-3ceb-480d-971f-c65431d612db, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=df6a71c5-3ceb-480d-971f-c65431d612db,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:45.681648 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:45.819048 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Calling delete_port for df6a71c5-3ceb-480d-971f-c65431d612db owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:45.945548 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efec4e80>, [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T12:03:43Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:45.949840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268a8ac-9789-44b8-9087-17c7a90ea39e None None] The sync data for ids ['0fde25cc-8f4d-4462-9fdb-06652b928f55'] in dv-cinder-772388-2-iscsi is: [{'id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'name': 'tempest-TestShelveInstance-804226124-router', 'tenant_id': '5c88fb8442614875992d7de8df926afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:47Z', 'updated_at': '2021-01-26T12:03:43Z', 'revision_number': 5, 'project_id': '5c88fb8442614875992d7de8df926afb', 'gw_port': {'id': 'df6a71c5-3ceb-480d-971f-c65431d612db', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:92:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde25cc-8f4d-4462-9fdb-06652b928f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:58:49Z', 'updated_at': '2021-01-26T11:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 12:03:46.042090 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.247898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.396215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.398902 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.502620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.503266 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fde25cc-8f4d-4462-9fdb-06652b928f55 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 12:03:46.525187 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.526573 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-874f74a7-254c-40b7-baa5-87e2ba4ef84b admin admin] 10.222.0.57 "DELETE /v2.0/routers/0fde25cc-8f4d-4462-9fdb-06652b928f55 HTTP/1.1" status: 204  len: 168 time: 1.6749184
Jan 26 12:03:46.529328 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34784) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:46.606254 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Deleting subnet c4afb9c0-0a3f-4492-b21d-aea57cc98c89 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 12:03:46.610736 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.674424 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:46.766884 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.025549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:03:47.068094 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 12:03:47.068497 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 9a1d67a0-58f7-415f-86c9-8fb3f0cc78d9 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 12:03:47.068988 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device df6a71c5-3ceb-480d-971f-c65431d612db no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:03:47.106142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: df6a71c5-3ceb-480d-971f-c65431d612db {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 12:03:47.106559 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device df6a71c5-3ceb-480d-971f-c65431d612db not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 12:03:47.177615 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.194840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:47.242160 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4afb9c0-0a3f-4492-b21d-aea57cc98c89,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:47.246258 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:47.338485 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.344778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06732121-f7e5-4930-8ca7-2e8414c2923f None None] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 12:03:47.345074 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-d17707aa-8757-4c4e-8b36-7042cf321dcf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c4afb9c0-0a3f-4492-b21d-aea57cc98c89 HTTP/1.1" status: 204  len: 168 time: 0.8143499
Jan 26 12:03:47.347730 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34788) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:47.485215 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.496896 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-69d64c38-b888-4c38-bbec-0b6b1f3acb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.564120 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Deleting port f442cc5d-e7a9-4f63-b597-46785173713f {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:47.564656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.644720 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] DHCP port deletion for 9a31bfde-ec11-4020-846f-ed154ec95c14 request from dv-cinder-772388-2-iscsi {{(pid=80246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 12:03:47.652198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Deleting port f442cc5d-e7a9-4f63-b597-46785173713f {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:47.652908 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.815434 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] For port f442cc5d-e7a9-4f63-b597-46785173713f, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f442cc5d-e7a9-4f63-b597-46785173713f,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:47.816142 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.898931 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] For port f442cc5d-e7a9-4f63-b597-46785173713f, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f442cc5d-e7a9-4f63-b597-46785173713f,segment=NetworkSegment(178b15ca-92a4-44a9-b7d2-4ce18ae147eb),segment_id=178b15ca-92a4-44a9-b7d2-4ce18ae147eb)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:47.899244 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:47.963133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Calling delete_port for f442cc5d-e7a9-4f63-b597-46785173713f owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:48.035778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Calling delete_port for f442cc5d-e7a9-4f63-b597-46785173713f owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:48.068185 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:48.085259 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-88b2639c-4c36-40d4-aa04-a0648443a120 tempest-VolumesNegativeTest-343678347 tempest-VolumesNegativeTest-343678347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:48.127807 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 12:03:48.128236 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 12:03:48.150541 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Pushing event deleted for resources: {'Port': ['ID=f442cc5d-e7a9-4f63-b597-46785173713f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:48.162827 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.167294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.168444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.168444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.168444 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.168747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.168926 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.169324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.169741 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.170178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.170537 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.171597 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.171995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.172393 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 12:03:48.192975 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:48.222598 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:48.259320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] No DVR routers for this DVR port f442cc5d-e7a9-4f63-b597-46785173713f on host dv-cinder-772388-2-iscsi {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 12:03:48.393018 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:48.519747 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07fb110fd0>,) {'filters': {'network_id': ['9a31bfde-ec11-4020-846f-ed154ec95c14']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:48.534275 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07fb110fd0>, '178b15ca-92a4-44a9-b7d2-4ce18ae147eb') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:48.534656 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07fb110fd0>, '178b15ca-92a4-44a9-b7d2-4ce18ae147eb') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:48.548778 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821858822'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:48.569762 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:48.577834 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 12:03:48.630192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Deleting port f442cc5d-e7a9-4f63-b597-46785173713f {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:48.630721 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:48.711295 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-a26329ea-b6a0-4822-b5ad-4ca8803346be None None] The port 'f442cc5d-e7a9-4f63-b597-46785173713f' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 12:03:48.793717 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 12:03:48.804190 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:48.804531 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822527747'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:49.007821 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Network 9a31bfde-ec11-4020-846f-ed154ec95c14 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 12:03:49.022333 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f442cc5d-e7a9-4f63-b597-46785173713f no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 12:03:49.033650 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 12:03:49.060428 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: f442cc5d-e7a9-4f63-b597-46785173713f {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 12:03:49.060670 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f442cc5d-e7a9-4f63-b597-46785173713f not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 12:03:49.146914 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:49.151962 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:49.157178 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-169bff79-58bf-416e-a663-6e490a021076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:49.188194 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Pushing event deleted for resources: {'Network': ['ID=9a31bfde-ec11-4020-846f-ed154ec95c14,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:49.191218 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:49.228683 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c0b0290d-5dd6-485d-b5e4-e95827870cad admin admin] 10.222.0.57 "DELETE /v2.0/networks/9a31bfde-ec11-4020-846f-ed154ec95c14 HTTP/1.1" status: 204  len: 168 time: 1.8796670
Jan 26 12:03:49.231709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34792) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:49.633767 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:50.071686 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853184413'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:50.469052 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Deleting port 081ae66d-3a73-40a1-814c-bd612312b1c2 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:50.469650 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:50.672124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] For port 081ae66d-3a73-40a1-814c-bd612312b1c2, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=081ae66d-3a73-40a1-814c-bd612312b1c2,segment=NetworkSegment(17c7dfb5-f5a2-4979-b32d-46c73e100cde),segment_id=17c7dfb5-f5a2-4979-b32d-46c73e100cde)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:50.672575 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:50.813549 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Calling delete_port for 081ae66d-3a73-40a1-814c-bd612312b1c2 owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:51.046146 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:51.064136 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-5bc5bf80-78fb-4133-a863-3ffbb5edb6a8 tempest-VolumesActionsTest-1173450938 tempest-VolumesActionsTest-1173450938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:51.119906 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=081ae66d-3a73-40a1-814c-bd612312b1c2,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:51.122609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:51.511709 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1635752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1583568'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:52.091697 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Router 5c6e6911-0cf4-4970-b907-91afc8efa0ac has already been hosted by L3 agent 03cd23bb-e043-4d5c-b093-d17563527e6e {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 12:03:52.288798 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] Notify agent at l3_agent.dv-cinder-772388-2-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 12:03:52.298992 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] Sync routers for ids ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'] in dv-cinder-772388-2-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 12:03:52.300453 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-2a4edfa2-5038-4e2b-b68d-2c2423089d4d admin admin] 10.222.0.57 "PUT /v2.0/routers/5c6e6911-0cf4-4970-b907-91afc8efa0ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0675406
Jan 26 12:03:52.303324 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34796) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:52.314723 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] Routers {'5c6e6911-0cf4-4970-b907-91afc8efa0ac'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 12:03:52.315406 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efc017b8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T12:03:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:52.518233 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks [] for router, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:52.521672 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] Set router 5c6e6911-0cf4-4970-b907-91afc8efa0ac gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 12:03:53.051760 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:53.062892 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Deleting port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:53.063495 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:53.159553 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efc017b8>, [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T12:03:50Z', 'revision_number': 5, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:53.166805 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] Checking router: 5c6e6911-0cf4-4970-b907-91afc8efa0ac for host: dv-cinder-772388-2-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 12:03:53.182995 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] Routers {'5c6e6911-0cf4-4970-b907-91afc8efa0ac'} bound to L3 agent in host dv-cinder-772388-2-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 12:03:53.184096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f07efc017b8>, 'dv-cinder-772388-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T11:36:47Z,description=<?>,heartbeat_timestamp=2021-01-26T12:03:47Z,host='dv-cinder-772388-2-iscsi',id=03cd23bb-e043-4d5c-b093-d17563527e6e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T11:36:47Z,topic='l3_agent')) {'router_ids': ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:53.309925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] For port 8a7a03fa-cdab-40ff-9f0f-d77ac4872154, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=8a7a03fa-cdab-40ff-9f0f-d77ac4872154,segment=NetworkSegment(8abea2a2-516f-44b1-b0e9-b96fc03b22e5),segment_id=8abea2a2-516f-44b1-b0e9-b96fc03b22e5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:53.310676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:53.412978 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvr_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] Set router 5c6e6911-0cf4-4970-b907-91afc8efa0ac gateway port host: dv-cinder-772388-2-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 12:03:53.472862 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Calling delete_port for 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 owned by network:router_gateway {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:53.655849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822526199'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:53.820074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_hamode_db [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f07efc017b8>, [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T12:03:50Z', 'revision_number': 5, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}], 'dv-cinder-772388-2-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:53.824676 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81f95c-f18f-4073-9181-a9c7889dbe3b None None] The sync data for ids ['5c6e6911-0cf4-4970-b907-91afc8efa0ac'] in dv-cinder-772388-2-iscsi is: [{'id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'name': 'tempest-TestShelveInstance-374542871-router', 'tenant_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'external_fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:58:59Z', 'updated_at': '2021-01-26T12:03:50Z', 'revision_number': 5, 'project_id': '74156aeed57d4c1999ac9e1ef53bae0d', 'gw_port': {'id': '8a7a03fa-cdab-40ff-9f0f-d77ac4872154', 'name': '', 'network_id': 'bd110069-471b-4c31-bfdd-ae93ec4182dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e6911-0cf4-4970-b907-91afc8efa0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:59:00Z', 'updated_at': '2021-01-26T11:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9a507-5d01-44eb-9410-92e47c930eb8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 12:03:53.922743 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581416'] for router_gateway, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:54.088372 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1595344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763045'] for router, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:54.093755 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:54.382234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853178679'] for router, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:54.382849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6e6911-0cf4-4970-b907-91afc8efa0ac {{(pid=80245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 12:03:54.397320 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:54.398630 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-6ff85cb0-714b-4a75-bbb2-d0957990197c admin admin] 10.222.0.57 "DELETE /v2.0/routers/5c6e6911-0cf4-4970-b907-91afc8efa0ac HTTP/1.1" status: 204  len: 168 time: 2.0942914
Jan 26 12:03:54.402787 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34800) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:54.489346 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Deleting subnet a9d99ace-f787-4801-aeb1-f5305a125360 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 12:03:54.492942 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:54.829488 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823236664'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:54.916312 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854187931'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:55.040898 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 081ae66d-3a73-40a1-814c-bd612312b1c2 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:03:55.096186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 081ae66d-3a73-40a1-814c-bd612312b1c2 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 12:03:55.096186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 081ae66d-3a73-40a1-814c-bd612312b1c2 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 12:03:55.096186 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:03:55.132889 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 12:03:55.136319 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device 8a7a03fa-cdab-40ff-9f0f-d77ac4872154 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 12:03:55.427268 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-587900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31539039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32436622'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:55.444387 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:55.456572 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:55.501191 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d99ace-f787-4801-aeb1-f5305a125360,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:55.504210 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:55.600607 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:55.606280 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2ed0f-619f-45c5-98b7-9b26231321a2 None None] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 requested from dv-cinder-772388-2-iscsi {{(pid=80246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 12:03:55.607308 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-1ec5e2b1-440f-4350-8e36-cf2822e7222c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a9d99ace-f787-4801-aeb1-f5305a125360 HTTP/1.1" status: 204  len: 168 time: 1.2033706
Jan 26 12:03:55.610840 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.57', 34804) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:55.737879 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569317'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:55.819423 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Deleting port f5836c1d-b425-46cc-95ca-b7d868972340 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:55.819764 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:55.887110 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] DHCP port deletion for 8ecbb816-3d62-4106-8662-87e2a114e8d0 request from dv-cinder-772388-2-iscsi {{(pid=80246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 12:03:55.892198 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Deleting port f5836c1d-b425-46cc-95ca-b7d868972340 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:55.892626 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.069883 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] For port f5836c1d-b425-46cc-95ca-b7d868972340, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f5836c1d-b425-46cc-95ca-b7d868972340,segment=NetworkSegment(17c7dfb5-f5a2-4979-b32d-46c73e100cde),segment_id=17c7dfb5-f5a2-4979-b32d-46c73e100cde)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:56.070282 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.152121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.db [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] For port f5836c1d-b425-46cc-95ca-b7d868972340, host dv-cinder-772388-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-iscsi',level=0,port_id=f5836c1d-b425-46cc-95ca-b7d868972340,segment=NetworkSegment(17c7dfb5-f5a2-4979-b32d-46c73e100cde),segment_id=17c7dfb5-f5a2-4979-b32d-46c73e100cde)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 12:03:56.152121 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853180592'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.219954 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Calling delete_port for f5836c1d-b425-46cc-95ca-b7d868972340 owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:56.287228 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Calling delete_port for f5836c1d-b425-46cc-95ca-b7d868972340 owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 12:03:56.349812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854146459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4656354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729505556254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307349615988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036823236855'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.364745 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.db.api [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 12:03:56.365205 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_db.api [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 12:03:56.369314 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-1c1eb33e-88c8-4e59-9724-958b5bf4c08f tempest-VolumesSnapshotTestJSON-495034839 tempest-VolumesSnapshotTestJSON-495034839] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:56.429484 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5836c1d-b425-46cc-95ca-b7d868972340,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:56.432586 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:56.536234 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] No DVR routers for this DVR port f5836c1d-b425-46cc-95ca-b7d868972340 on host dv-cinder-772388-2-iscsi {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 12:03:56.674139 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854187976', 'neutron.services.segments.db._delete_segments_for_network--9223363307349263903'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.798400 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f07edcfdc50>,) {'filters': {'network_id': ['8ecbb816-3d62-4106-8662-87e2a114e8d0']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:56.812951 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f07edcfdc50>, '17c7dfb5-f5a2-4979-b32d-46c73e100cde') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:56.813294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.services.segments.db [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f07edcfdc50>, '17c7dfb5-f5a2-4979-b32d-46c73e100cde') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 12:03:56.826407 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307349258015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31539139'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.866562 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Deleting port f5836c1d-b425-46cc-95ca-b7d868972340 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 12:03:56.867016 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363307349222891'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.908056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854198005'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:56.910802 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 12:03:56.958766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-ff931de4-bfee-471c-9b67-18a74d61a957 None None] The port 'f5836c1d-b425-46cc-95ca-b7d868972340' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 12:03:57.026417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f5836c1d-b425-46cc-95ca-b7d868972340 no longer exists at agent ovs-agent-dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 12:03:57.066620 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.plugin [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] No Port match for: f5836c1d-b425-46cc-95ca-b7d868972340 {{(pid=80246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 12:03:57.067047 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.rpc [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Device f5836c1d-b425-46cc-95ca-b7d868972340 not bound to the agent host dv-cinder-772388-2-iscsi {{(pid=80246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 12:03:57.126512 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 12:03:57.141056 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854185731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823238403'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:57.333642 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.plugins.ml2.managers [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Network 8ecbb816-3d62-4106-8662-87e2a114e8d0 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]: Traceback (most recent call last):
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     timer()
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     cb(*args, **kw)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     return func(*args, **kwargs)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     self._notify()
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     self.callback(batched_events)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     event.method(event)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     segment_id)['aggregates'][0]
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     return f(self, *a, **k)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self._get(url).json()
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     **kwargs)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     return self.request(url, 'GET', **kwargs)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     **endpoint_filter)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 12:03:57.361525 dv-cinder-772388-2-iscsi neutron-server[80131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 12:03:57.769876 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1728330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853140080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1591437'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:57.774893 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853140093'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:57.778985 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:57.804615 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8ecbb816-3d62-4106-8662-87e2a114e8d0 HTTP/1.1" status: 204  len: 168 time: 2.1923814
Jan 26 12:03:57.807020 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecbb816-3d62-4106-8662-87e2a114e8d0,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:57.808340 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-c668822b-3372-4e7b-bc32-89c65ba30455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:58.052074 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34810) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:58.106273 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-4a402e28-7da5-474f-8330-5ab7f46ea5cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c88fb8442614875992d7de8df926afb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528340
Jan 26 12:03:58.110010 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34814) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:58.177917 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3551264a-c2f9-4aba-8732-9e4f91da7760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:58.207498 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3551264a-c2f9-4aba-8732-9e4f91da7760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:58.426963 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3551264a-c2f9-4aba-8732-9e4f91da7760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:58.432885 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-dab2fcc5-947d-4a30-bde3-f78daa4ca9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:58.448767 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551264a-c2f9-4aba-8732-9e4f91da7760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21978934-4422-4052-852f-dbe8b2b4c81c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:58.455287 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-3551264a-c2f9-4aba-8732-9e4f91da7760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:58.457395 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3551264a-c2f9-4aba-8732-9e4f91da7760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:58.458940 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-3551264a-c2f9-4aba-8732-9e4f91da7760 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21978934-4422-4052-852f-dbe8b2b4c81c HTTP/1.1" status: 204  len: 168 time: 0.3477051
Jan 26 12:03:59.065527 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34822) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:59.130133 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-c5390a35-581d-42df-bd6a-aa243b914e1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=74156aeed57d4c1999ac9e1ef53bae0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0631590
Jan 26 12:03:59.133145 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.57', 34826) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 12:03:59.203486 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e51c4647-b582-4028-b60f-cd8d048a188e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:59.235976 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e51c4647-b582-4028-b60f-cd8d048a188e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:59.393767 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e51c4647-b582-4028-b60f-cd8d048a188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731484'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:59.399547 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-22bf717d-6578-48b4-a042-b39de451200c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 12:03:59.411078 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c4647-b582-4028-b60f-cd8d048a188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2671cc3-c54c-45a1-956c-a21991c88957,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 12:03:59.414953 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG oslo_concurrency.lockutils [None req-e51c4647-b582-4028-b60f-cd8d048a188e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 12:03:59.418396 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-e51c4647-b582-4028-b60f-cd8d048a188e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:03:59.419649 dv-cinder-772388-2-iscsi neutron-server[80131]: INFO neutron.wsgi [None req-e51c4647-b582-4028-b60f-cd8d048a188e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2671cc3-c54c-45a1-956c-a21991c88957 HTTP/1.1" status: 204  len: 168 time: 0.2852492
Jan 26 12:04:15.113514 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4647-82af-4ab2-a32c-b9b0a8ab78c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:17.462493 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2e131d33-d0a2-4d69-9805-7069eab3f508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:18.193582 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:18.816800 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:19.620943 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:20.097928 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:04:25.426109 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:45.108195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2624c9f5-28b4-4203-bb6f-5cdd2f04d0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:47.454691 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-a27b4aa6-ecaa-4480-9da6-62aeb63fab79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:48.197192 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:48.792737 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:49.640292 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:55.455513 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:04:56.898552 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.wsgi [req-156c56e0-fae4-486b-8b11-b7fd17938c72 req-02b24cf8-dae1-4543-beda-7e01305e71ad service neutron] (80244) timed out ('10.222.0.57', 56052) {{(pid=80244) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 26 12:04:57.099123 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:05:15.117001 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7c0052f9-f3d2-4501-868a-7436ef1b54f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:17.449933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c61fc3c1-faf5-4d23-bf45-96a6b6fa8faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:18.204195 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:18.796904 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:19.632609 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:25.484329 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:34.099822 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:05:45.122101 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-131f707c-ab43-4e75-9166-3ef251da2aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:47.441929 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-5a1355ed-2569-4c45-9d7f-ea7dad89d2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:48.202261 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:48.827294 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:49.641772 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:05:55.512271 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:11.099556 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:06:15.117808 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-7609c395-3c72-4c92-9bb8-4017888ec659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:17.443445 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3c96abc-4941-47b4-83b6-7c28824a394b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:18.203373 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:18.803454 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:19.643321 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:25.517956 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:45.123107 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-bb16e83c-dbeb-4bab-a918-b2e69d67ebe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:47.443933 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cdd41cbb-e30b-4c59-94d8-91e4f891e7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:48.099529 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:06:48.208516 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:48.794938 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:49.631300 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:06:55.521761 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:15.122766 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-2e1bd238-6d95-4650-aaca-9e71c17dc476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:17.454212 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-919f67e7-f025-445a-8709-bb80e3991e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:18.213907 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:18.803003 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:19.648481 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:25.099438 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:07:25.520277 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:45.125849 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-4d83ff8f-89fc-4cc3-9610-736bfc042b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:47.442054 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5544-1e9f-4838-9589-8e3fd7259a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:48.213786 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:48.800124 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:49.659794 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:07:55.526663 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:02.100305 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:08:15.137560 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-cda02dc3-2f10-4ad0-add1-21941fad671f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:17.448871 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-3456d8e8-1938-4676-bac6-43f1be54a722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:18.213812 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:18.796133 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:19.656775 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:25.536417 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:39.101666 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:08:45.136096 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f3c2dcdc-56a5-4b32-816d-13e97d5924f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:47.450086 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-c573de61-64c9-4c3e-9993-848dd04f5728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:48.227925 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:48.810578 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:49.655749 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:08:55.556584 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:09:15.128021 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-558eef36-537a-4235-be48-48644983b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:09:16.104832 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron.db.agents_db [None req-b9985f53-e719-43e9-9f3c-cbfdad1397bd None None] Agent healthcheck: found 6 active agents {{(pid=80247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 12:09:17.444071 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-69b81b61-5a17-4e94-9568-318b6a694d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:09:18.224753 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-91610a88-0653-45e9-8398-536011bc1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:09:18.818718 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-95a3ea41-26b6-4d4d-844c-026bea8868f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:09:19.664357 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-562fa0a7-1386-4aa8-8744-0e5f61c6988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 12:09:25.570623 dv-cinder-772388-2-iscsi neutron-server[80131]: DEBUG neutron_lib.callbacks.manager [None req-f4114288-161f-4a8f-8dc2-ed7c81ffa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307349263920', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854171622'] for agent, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}